2024-11-28 10:14:02,412 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-28 10:14:02,425 main DEBUG Took 0.011607 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 10:14:02,426 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 10:14:02,426 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 10:14:02,427 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 10:14:02,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,436 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 10:14:02,451 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,453 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,455 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,456 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,457 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,458 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,460 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,461 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,462 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 10:14:02,465 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,466 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 10:14:02,468 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 10:14:02,469 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 10:14:02,472 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 10:14:02,473 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 10:14:02,475 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 10:14:02,475 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 10:14:02,485 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 10:14:02,487 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 10:14:02,489 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 10:14:02,489 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 10:14:02,490 main DEBUG createAppenders(={Console}) 2024-11-28 10:14:02,491 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-28 10:14:02,491 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-28 10:14:02,492 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-28 10:14:02,492 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 10:14:02,493 main DEBUG OutputStream closed 2024-11-28 10:14:02,493 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 10:14:02,494 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 10:14:02,494 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-28 10:14:02,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 10:14:02,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 10:14:02,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 10:14:02,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 10:14:02,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 10:14:02,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 10:14:02,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 10:14:02,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 10:14:02,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 10:14:02,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 10:14:02,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 10:14:02,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 10:14:02,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 10:14:02,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 10:14:02,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 10:14:02,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 10:14:02,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 10:14:02,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 10:14:02,584 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 10:14:02,584 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-28 10:14:02,584 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 10:14:02,585 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-28T10:14:02,807 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d 2024-11-28 10:14:02,810 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 10:14:02,811 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T10:14:02,820 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-28T10:14:02,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T10:14:02,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf, deleteOnExit=true 2024-11-28T10:14:02,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T10:14:02,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/test.cache.data in system properties and HBase conf 2024-11-28T10:14:02,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T10:14:02,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/hadoop.log.dir in system properties and HBase conf 2024-11-28T10:14:02,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T10:14:02,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T10:14:02,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T10:14:02,965 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T10:14:03,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T10:14:03,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T10:14:03,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T10:14:03,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T10:14:03,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T10:14:03,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T10:14:03,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T10:14:03,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T10:14:03,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T10:14:03,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T10:14:03,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/nfs.dump.dir in system properties and HBase conf 2024-11-28T10:14:03,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/java.io.tmpdir in system properties and HBase conf 2024-11-28T10:14:03,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T10:14:03,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T10:14:03,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T10:14:04,278 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T10:14:04,346 INFO [Time-limited test {}] log.Log(170): Logging initialized @2674ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T10:14:04,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T10:14:04,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T10:14:04,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T10:14:04,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T10:14:04,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T10:14:04,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T10:14:04,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/hadoop.log.dir/,AVAILABLE} 2024-11-28T10:14:04,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T10:14:04,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/java.io.tmpdir/jetty-localhost-36043-hadoop-hdfs-3_4_1-tests_jar-_-any-8777386258074386152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T10:14:04,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:36043} 2024-11-28T10:14:04,689 INFO [Time-limited test {}] server.Server(415): Started @3018ms 2024-11-28T10:14:05,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T10:14:05,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T10:14:05,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T10:14:05,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T10:14:05,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T10:14:05,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/hadoop.log.dir/,AVAILABLE} 2024-11-28T10:14:05,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T10:14:05,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/java.io.tmpdir/jetty-localhost-40497-hadoop-hdfs-3_4_1-tests_jar-_-any-7340229514824858029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T10:14:05,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:40497} 2024-11-28T10:14:05,381 INFO [Time-limited test {}] server.Server(415): Started @3710ms 2024-11-28T10:14:05,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T10:14:06,454 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/data/data1/current/BP-152399400-172.17.0.2-1732788843628/current, will proceed with Du for space computation calculation, 2024-11-28T10:14:06,454 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/data/data2/current/BP-152399400-172.17.0.2-1732788843628/current, will proceed with Du for space computation calculation, 2024-11-28T10:14:06,481 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T10:14:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefbb11ff73a24c24 with lease ID 0x68e145dfb3d3831: Processing first storage report for DS-b5091720-b80f-4ad8-a33c-fcf884559a87 from datanode DatanodeRegistration(127.0.0.1:41315, datanodeUuid=f2c5339e-37ff-466e-bb64-4fc69304e5f2, infoPort=36447, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=605583282;c=1732788843628) 2024-11-28T10:14:06,531 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefbb11ff73a24c24 with lease ID 0x68e145dfb3d3831: from storage DS-b5091720-b80f-4ad8-a33c-fcf884559a87 node DatanodeRegistration(127.0.0.1:41315, datanodeUuid=f2c5339e-37ff-466e-bb64-4fc69304e5f2, infoPort=36447, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=605583282;c=1732788843628), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-28T10:14:06,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefbb11ff73a24c24 with lease ID 0x68e145dfb3d3831: Processing first storage report for DS-9a460fd7-c1cc-4e10-823d-623ee8bd9e51 from datanode DatanodeRegistration(127.0.0.1:41315, datanodeUuid=f2c5339e-37ff-466e-bb64-4fc69304e5f2, infoPort=36447, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=605583282;c=1732788843628) 2024-11-28T10:14:06,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefbb11ff73a24c24 with lease ID 0x68e145dfb3d3831: from storage DS-9a460fd7-c1cc-4e10-823d-623ee8bd9e51 node DatanodeRegistration(127.0.0.1:41315, datanodeUuid=f2c5339e-37ff-466e-bb64-4fc69304e5f2, infoPort=36447, infoSecurePort=0, ipcPort=42215, storageInfo=lv=-57;cid=testClusterID;nsid=605583282;c=1732788843628), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T10:14:06,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d 2024-11-28T10:14:06,696 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/zookeeper_0, clientPort=56302, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T10:14:06,706 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56302 2024-11-28T10:14:06,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:06,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:06,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741825_1001 (size=7) 2024-11-28T10:14:07,339 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d with version=8 2024-11-28T10:14:07,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/hbase-staging 2024-11-28T10:14:07,435 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T10:14:07,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e792e7e95410:0 server-side Connection retries=45 2024-11-28T10:14:07,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T10:14:07,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T10:14:07,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T10:14:07,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T10:14:07,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T10:14:07,839 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T10:14:07,889 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T10:14:07,898 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T10:14:07,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T10:14:07,923 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4677 (auto-detected) 2024-11-28T10:14:07,923 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T10:14:07,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45667 2024-11-28T10:14:07,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45667 connecting to ZooKeeper ensemble=127.0.0.1:56302 2024-11-28T10:14:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456670x0, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T10:14:08,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45667-0x10180ef7c000000 connected 2024-11-28T10:14:08,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:08,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:08,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T10:14:08,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d, hbase.cluster.distributed=false 2024-11-28T10:14:08,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T10:14:08,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45667 2024-11-28T10:14:08,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45667 2024-11-28T10:14:08,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45667 2024-11-28T10:14:08,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45667 2024-11-28T10:14:08,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45667 2024-11-28T10:14:08,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e792e7e95410:0 server-side Connection retries=45 2024-11-28T10:14:08,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T10:14:08,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T10:14:08,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T10:14:08,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T10:14:08,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T10:14:08,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T10:14:08,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T10:14:08,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33131 2024-11-28T10:14:08,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33131 connecting to ZooKeeper ensemble=127.0.0.1:56302 2024-11-28T10:14:08,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:08,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:08,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331310x0, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T10:14:08,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33131-0x10180ef7c000001 connected 2024-11-28T10:14:08,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331310x0, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T10:14:08,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T10:14:08,362 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T10:14:08,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T10:14:08,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T10:14:08,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-28T10:14:08,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33131 2024-11-28T10:14:08,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33131 2024-11-28T10:14:08,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-28T10:14:08,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-28T10:14:08,389 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e792e7e95410:45667 2024-11-28T10:14:08,390 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e792e7e95410,45667,1732788847528 2024-11-28T10:14:08,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T10:14:08,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T10:14:08,455 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e792e7e95410,45667,1732788847528 2024-11-28T10:14:08,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T10:14:08,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:08,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:08,503 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T10:14:08,504 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e792e7e95410,45667,1732788847528 from backup master directory 2024-11-28T10:14:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e792e7e95410,45667,1732788847528 2024-11-28T10:14:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T10:14:08,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T10:14:08,544 WARN [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T10:14:08,545 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e792e7e95410,45667,1732788847528 2024-11-28T10:14:08,548 INFO [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T10:14:08,550 INFO [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T10:14:08,633 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/hbase.id] with ID: 9f577b5a-8f97-4461-80cd-721f8eccca46 2024-11-28T10:14:08,634 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/.tmp/hbase.id 2024-11-28T10:14:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741826_1002 (size=42) 2024-11-28T10:14:08,649 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/.tmp/hbase.id]:[hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/hbase.id] 2024-11-28T10:14:08,719 INFO [master/e792e7e95410:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T10:14:08,727 INFO [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T10:14:08,758 INFO [master/e792e7e95410:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-28T10:14:08,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:08,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741827_1003 (size=196) 2024-11-28T10:14:08,893 INFO [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:14:08,896 INFO [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T10:14:08,916 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:08,921 INFO [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T10:14:08,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741828_1004 (size=1189) 2024-11-28T10:14:08,986 INFO [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store 2024-11-28T10:14:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741829_1005 (size=34) 2024-11-28T10:14:09,022 INFO [master/e792e7e95410:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T10:14:09,027 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:09,029 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T10:14:09,029 INFO [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:14:09,030 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:14:09,032 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T10:14:09,033 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:14:09,033 INFO [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:14:09,035 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732788849029Disabling compacts and flushes for region at 1732788849029Disabling writes for close at 1732788849033 (+4 ms)Writing region close event to WAL at 1732788849033Closed at 1732788849033 2024-11-28T10:14:09,038 WARN [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/.initializing 2024-11-28T10:14:09,039 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/WALs/e792e7e95410,45667,1732788847528 2024-11-28T10:14:09,048 INFO [master/e792e7e95410:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T10:14:09,070 INFO [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C45667%2C1732788847528, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/WALs/e792e7e95410,45667,1732788847528, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/oldWALs, maxLogs=10 2024-11-28T10:14:09,100 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/WALs/e792e7e95410,45667,1732788847528/e792e7e95410%2C45667%2C1732788847528.1732788849077, exclude list is [], retry=0 2024-11-28T10:14:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-b5091720-b80f-4ad8-a33c-fcf884559a87,DISK] 2024-11-28T10:14:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T10:14:09,182 INFO [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/WALs/e792e7e95410,45667,1732788847528/e792e7e95410%2C45667%2C1732788847528.1732788849077 2024-11-28T10:14:09,183 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-28T10:14:09,184 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:14:09,185 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:09,190 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,191 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T10:14:09,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:09,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:09,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T10:14:09,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:09,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:09,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T10:14:09,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:09,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:09,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T10:14:09,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:09,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:09,295 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,298 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,300 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,305 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,306 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,309 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T10:14:09,313 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T10:14:09,318 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:14:09,319 INFO [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60851908, jitterRate=-0.09323590993881226}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T10:14:09,326 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732788849209Initializing all the Stores at 1732788849212 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788849213 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788849214 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788849214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788849215 (+1 ms)Cleaning up temporary data from old regions at 1732788849306 (+91 ms)Region opened successfully at 1732788849326 (+20 ms) 2024-11-28T10:14:09,327 INFO [master/e792e7e95410:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T10:14:09,365 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3918a873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0 2024-11-28T10:14:09,401 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T10:14:09,417 INFO [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T10:14:09,418 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T10:14:09,422 INFO [master/e792e7e95410:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T10:14:09,424 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T10:14:09,430 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-28T10:14:09,430 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T10:14:09,463 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T10:14:09,475 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T10:14:09,490 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T10:14:09,493 INFO [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T10:14:09,495 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T10:14:09,508 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T10:14:09,510 INFO [master/e792e7e95410:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T10:14:09,514 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T10:14:09,522 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T10:14:09,524 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T10:14:09,575 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T10:14:09,594 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T10:14:09,627 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T10:14:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T10:14:09,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T10:14:09,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:09,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:09,725 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e792e7e95410,45667,1732788847528, sessionid=0x10180ef7c000000, setting cluster-up flag (Was=false) 2024-11-28T10:14:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:09,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:09,974 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T10:14:09,979 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,45667,1732788847528 2024-11-28T10:14:10,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:10,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:10,045 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T10:14:10,046 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e792e7e95410,45667,1732788847528 2024-11-28T10:14:10,053 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T10:14:10,077 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(746): ClusterId : 9f577b5a-8f97-4461-80cd-721f8eccca46 2024-11-28T10:14:10,079 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T10:14:10,093 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T10:14:10,093 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T10:14:10,103 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T10:14:10,103 DEBUG [RS:0;e792e7e95410:33131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fca737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e792e7e95410/172.17.0.2:0 2024-11-28T10:14:10,121 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e792e7e95410:33131 2024-11-28T10:14:10,124 INFO [RS:0;e792e7e95410:33131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T10:14:10,124 INFO [RS:0;e792e7e95410:33131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T10:14:10,124 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T10:14:10,127 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,45667,1732788847528 with port=33131, startcode=1732788848287 2024-11-28T10:14:10,133 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T10:14:10,138 DEBUG [RS:0;e792e7e95410:33131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T10:14:10,142 INFO [master/e792e7e95410:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T10:14:10,149 INFO [master/e792e7e95410:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T10:14:10,154 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e792e7e95410,45667,1732788847528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T10:14:10,162 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5 2024-11-28T10:14:10,162 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5 2024-11-28T10:14:10,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5 2024-11-28T10:14:10,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e792e7e95410:0, corePoolSize=5, maxPoolSize=5 2024-11-28T10:14:10,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e792e7e95410:0, corePoolSize=10, maxPoolSize=10 2024-11-28T10:14:10,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e792e7e95410:0, corePoolSize=2, maxPoolSize=2 2024-11-28T10:14:10,163 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,166 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732788880166 2024-11-28T10:14:10,168 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T10:14:10,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T10:14:10,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T10:14:10,170 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T10:14:10,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T10:14:10,175 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T10:14:10,175 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:10,176 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T10:14:10,176 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T10:14:10,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T10:14:10,176 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T10:14:10,177 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,181 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:10,184 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T10:14:10,186 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T10:14:10,186 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T10:14:10,188 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T10:14:10,188 INFO [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T10:14:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741831_1007 (size=1321) 2024-11-28T10:14:10,190 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732788850190,5,FailOnTimeoutGroup] 2024-11-28T10:14:10,191 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732788850191,5,FailOnTimeoutGroup] 2024-11-28T10:14:10,191 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,191 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T10:14:10,192 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,193 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,206 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T10:14:10,206 WARN [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T10:14:10,309 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(2659): reportForDuty to master=e792e7e95410,45667,1732788847528 with port=33131, startcode=1732788848287 2024-11-28T10:14:10,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e792e7e95410,33131,1732788848287 2024-11-28T10:14:10,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] master.ServerManager(517): Registering regionserver=e792e7e95410,33131,1732788848287 2024-11-28T10:14:10,327 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:14:10,327 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44615 2024-11-28T10:14:10,328 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T10:14:10,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T10:14:10,377 DEBUG [RS:0;e792e7e95410:33131 {}] zookeeper.ZKUtil(111): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e792e7e95410,33131,1732788848287 2024-11-28T10:14:10,378 WARN [RS:0;e792e7e95410:33131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T10:14:10,378 INFO [RS:0;e792e7e95410:33131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T10:14:10,379 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287 2024-11-28T10:14:10,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e792e7e95410,33131,1732788848287] 2024-11-28T10:14:10,409 INFO [RS:0;e792e7e95410:33131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T10:14:10,425 INFO [RS:0;e792e7e95410:33131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T10:14:10,430 INFO [RS:0;e792e7e95410:33131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T10:14:10,430 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,431 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T10:14:10,435 INFO [RS:0;e792e7e95410:33131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T10:14:10,437 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,437 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,437 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,437 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,437 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,437 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e792e7e95410:0, corePoolSize=2, maxPoolSize=2 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,438 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e792e7e95410:0, corePoolSize=1, maxPoolSize=1 2024-11-28T10:14:10,439 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3 2024-11-28T10:14:10,439 DEBUG [RS:0;e792e7e95410:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0, corePoolSize=3, maxPoolSize=3 2024-11-28T10:14:10,439 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,440 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,440 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,440 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,440 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,440 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33131,1732788848287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T10:14:10,464 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T10:14:10,466 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,33131,1732788848287-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,467 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,467 INFO [RS:0;e792e7e95410:33131 {}] regionserver.Replication(171): e792e7e95410,33131,1732788848287 started 2024-11-28T10:14:10,491 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:10,492 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1482): Serving as e792e7e95410,33131,1732788848287, RpcServer on e792e7e95410/172.17.0.2:33131, sessionid=0x10180ef7c000001 2024-11-28T10:14:10,493 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T10:14:10,493 DEBUG [RS:0;e792e7e95410:33131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e792e7e95410,33131,1732788848287 2024-11-28T10:14:10,493 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33131,1732788848287' 2024-11-28T10:14:10,493 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T10:14:10,494 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T10:14:10,495 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T10:14:10,495 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T10:14:10,496 DEBUG [RS:0;e792e7e95410:33131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e792e7e95410,33131,1732788848287 2024-11-28T10:14:10,496 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e792e7e95410,33131,1732788848287' 2024-11-28T10:14:10,496 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T10:14:10,496 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T10:14:10,497 DEBUG [RS:0;e792e7e95410:33131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T10:14:10,497 INFO [RS:0;e792e7e95410:33131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T10:14:10,497 INFO [RS:0;e792e7e95410:33131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T10:14:10,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T10:14:10,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:14:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741832_1008 (size=32) 2024-11-28T10:14:10,603 INFO [RS:0;e792e7e95410:33131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T10:14:10,606 INFO [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C33131%2C1732788848287, suffix=, logDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/oldWALs, maxLogs=32 2024-11-28T10:14:10,627 DEBUG [RS:0;e792e7e95410:33131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287/e792e7e95410%2C33131%2C1732788848287.1732788850609, exclude list is [], retry=0 2024-11-28T10:14:10,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-b5091720-b80f-4ad8-a33c-fcf884559a87,DISK] 2024-11-28T10:14:10,635 INFO [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287/e792e7e95410%2C33131%2C1732788848287.1732788850609 2024-11-28T10:14:10,636 DEBUG [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-28T10:14:11,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:11,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T10:14:11,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T10:14:11,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T10:14:11,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T10:14:11,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T10:14:11,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T10:14:11,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T10:14:11,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T10:14:11,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T10:14:11,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740 2024-11-28T10:14:11,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740 2024-11-28T10:14:11,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T10:14:11,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T10:14:11,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:14:11,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T10:14:11,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:14:11,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60991845, jitterRate=-0.0911506861448288}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:14:11,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732788851006Initializing all the Stores at 1732788851009 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788851009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788851009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788851009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788851009Cleaning up temporary data from old regions at 1732788851033 (+24 ms)Region opened successfully at 1732788851044 (+11 ms) 2024-11-28T10:14:11,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T10:14:11,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T10:14:11,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T10:14:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T10:14:11,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T10:14:11,046 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T10:14:11,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732788851044Disabling compacts and flushes for region at 1732788851044Disabling writes for close at 1732788851045 (+1 ms)Writing region close event to WAL at 1732788851046 (+1 ms)Closed at 1732788851046 2024-11-28T10:14:11,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T10:14:11,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T10:14:11,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T10:14:11,063 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T10:14:11,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T10:14:11,221 DEBUG [e792e7e95410:45667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T10:14:11,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:11,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33131,1732788848287, state=OPENING 2024-11-28T10:14:11,299 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T10:14:11,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:11,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:14:11,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T10:14:11,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T10:14:11,349 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T10:14:11,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:14:11,531 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T10:14:11,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T10:14:11,546 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T10:14:11,546 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T10:14:11,547 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T10:14:11,550 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e792e7e95410%2C33131%2C1732788848287.meta, suffix=.meta, logDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287, archiveDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/oldWALs, maxLogs=32 2024-11-28T10:14:11,571 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287/e792e7e95410%2C33131%2C1732788848287.meta.1732788851553.meta, exclude list is [], retry=0 2024-11-28T10:14:11,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41315,DS-b5091720-b80f-4ad8-a33c-fcf884559a87,DISK] 2024-11-28T10:14:11,580 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/WALs/e792e7e95410,33131,1732788848287/e792e7e95410%2C33131%2C1732788848287.meta.1732788851553.meta 2024-11-28T10:14:11,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36447:36447)] 2024-11-28T10:14:11,581 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:14:11,583 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T10:14:11,586 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T10:14:11,592 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T10:14:11,597 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T10:14:11,598 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:11,598 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T10:14:11,598 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T10:14:11,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T10:14:11,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T10:14:11,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T10:14:11,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T10:14:11,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T10:14:11,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T10:14:11,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T10:14:11,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T10:14:11,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:11,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T10:14:11,612 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T10:14:11,613 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740 2024-11-28T10:14:11,616 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740 2024-11-28T10:14:11,618 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T10:14:11,618 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T10:14:11,619 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:14:11,622 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T10:14:11,624 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71225296, jitterRate=0.061339616775512695}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:14:11,624 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T10:14:11,626 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732788851598Writing region info on filesystem at 1732788851599 (+1 ms)Initializing all the Stores at 1732788851601 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788851601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788851601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788851601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732788851601Cleaning up temporary data from old regions at 1732788851618 (+17 ms)Running coprocessor post-open hooks at 1732788851624 (+6 ms)Region opened successfully at 1732788851626 (+2 ms) 2024-11-28T10:14:11,635 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732788851524 2024-11-28T10:14:11,646 DEBUG [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T10:14:11,647 INFO [RS_OPEN_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T10:14:11,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:11,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e792e7e95410,33131,1732788848287, state=OPEN 2024-11-28T10:14:11,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T10:14:11,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T10:14:11,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T10:14:11,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T10:14:11,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:11,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T10:14:11,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e792e7e95410,33131,1732788848287 in 430 msec 2024-11-28T10:14:11,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T10:14:11,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 737 msec 2024-11-28T10:14:11,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T10:14:11,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T10:14:11,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:11,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:11,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:11,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:11,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7670 sec 2024-11-28T10:14:11,861 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732788851861, completionTime=-1 2024-11-28T10:14:11,865 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T10:14:11,865 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T10:14:11,895 INFO [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T10:14:11,895 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732788911895 2024-11-28T10:14:11,895 INFO [master/e792e7e95410:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732788971895 2024-11-28T10:14:11,895 INFO [master/e792e7e95410:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-28T10:14:11,898 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45667,1732788847528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,898 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45667,1732788847528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,898 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45667,1732788847528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,899 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e792e7e95410:45667, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,900 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,900 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,907 DEBUG [master/e792e7e95410:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T10:14:11,933 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.388sec 2024-11-28T10:14:11,934 INFO [master/e792e7e95410:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T10:14:11,935 INFO [master/e792e7e95410:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T10:14:11,936 INFO [master/e792e7e95410:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T10:14:11,937 INFO [master/e792e7e95410:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T10:14:11,937 INFO [master/e792e7e95410:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T10:14:11,938 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45667,1732788847528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T10:14:11,938 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45667,1732788847528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T10:14:11,947 DEBUG [master/e792e7e95410:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T10:14:11,948 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T10:14:11,948 INFO [master/e792e7e95410:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e792e7e95410,45667,1732788847528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T10:14:11,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:11,990 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T10:14:11,990 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T10:14:11,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:11,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,003 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7149f2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e792e7e95410,45667,1732788847528 2024-11-28T10:14:12,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=4808 2024-11-28T10:14:12,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:14:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:14:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a92cd69 2024-11-28T10:14:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:14:12,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:14:12,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:14:12,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:14:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:12,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T10:14:12,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-28T10:14:12,110 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:12,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T10:14:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T10:14:12,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741835_1011 (size=1061) 2024-11-28T10:14:12,162 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:14:12,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741836_1012 (size=53) 2024-11-28T10:14:12,180 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:12,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ee9986b591509df389ed39c51789565f, disabling compactions & flushes 2024-11-28T10:14:12,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. after waiting 0 ms 2024-11-28T10:14:12,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee9986b591509df389ed39c51789565f: Waiting for close lock at 1732788852181Disabling compacts and flushes for region at 1732788852181Disabling writes for close at 1732788852181Writing region close event to WAL at 1732788852181Closed at 1732788852181 2024-11-28T10:14:12,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T10:14:12,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732788852184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732788852184"}]},"ts":"1732788852184"} 2024-11-28T10:14:12,194 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T10:14:12,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T10:14:12,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788852197"}]},"ts":"1732788852197"} 2024-11-28T10:14:12,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T10:14:12,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, ASSIGN}] 2024-11-28T10:14:12,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, ASSIGN 2024-11-28T10:14:12,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, ASSIGN; state=OFFLINE, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=false 2024-11-28T10:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T10:14:12,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9986b591509df389ed39c51789565f, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:12,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, ASSIGN because future has completed 2024-11-28T10:14:12,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:14:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T10:14:12,532 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,533 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:14:12,533 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,533 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:12,533 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,533 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,537 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,541 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:12,541 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9986b591509df389ed39c51789565f columnFamilyName A 2024-11-28T10:14:12,541 DEBUG [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:12,543 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.HStore(327): Store=ee9986b591509df389ed39c51789565f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:12,543 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,545 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:12,546 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9986b591509df389ed39c51789565f columnFamilyName B 2024-11-28T10:14:12,546 DEBUG [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:12,547 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.HStore(327): Store=ee9986b591509df389ed39c51789565f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:12,547 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,550 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:12,550 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee9986b591509df389ed39c51789565f columnFamilyName C 2024-11-28T10:14:12,550 DEBUG [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:12,552 INFO [StoreOpener-ee9986b591509df389ed39c51789565f-1 {}] regionserver.HStore(327): Store=ee9986b591509df389ed39c51789565f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:12,552 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,553 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,555 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,555 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,557 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,557 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,558 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:14:12,562 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,565 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:14:12,566 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee9986b591509df389ed39c51789565f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67044191, jitterRate=-9.637027978897095E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:14:12,566 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,567 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee9986b591509df389ed39c51789565f: Running coprocessor pre-open hook at 1732788852534Writing region info on filesystem at 1732788852534Initializing all the Stores at 1732788852535 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788852535Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788852536 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788852536Cleaning up temporary data from old regions at 1732788852557 (+21 ms)Running coprocessor post-open hooks at 1732788852566 (+9 ms)Region opened successfully at 1732788852567 (+1 ms) 2024-11-28T10:14:12,570 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., pid=6, masterSystemTime=1732788852523 2024-11-28T10:14:12,574 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,574 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:12,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee9986b591509df389ed39c51789565f, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:12,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:14:12,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T10:14:12,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 in 216 msec 2024-11-28T10:14:12,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T10:14:12,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, ASSIGN in 383 msec 2024-11-28T10:14:12,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T10:14:12,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788852598"}]},"ts":"1732788852598"} 2024-11-28T10:14:12,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T10:14:12,605 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T10:14:12,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 508 msec 2024-11-28T10:14:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T10:14:12,760 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:12,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,769 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,773 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0f579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,784 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:14:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:14:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a70ef1 2024-11-28T10:14:12,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:14:12,790 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:14:12,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351f00f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,799 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52853965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,803 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3108cf5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,806 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccba464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,810 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e76b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8014a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666f68d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,820 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69204894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137617f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,826 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762300de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,830 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14953b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,835 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e082570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,838 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b056db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,841 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b3fb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,844 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62078f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:12,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:12,848 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30113547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,848 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:12,850 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd9938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:12,857 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,857 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,857 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,857 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,857 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,866 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,881 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,883 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,889 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:12,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:12,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:12,899 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:12,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:14:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-28T10:14:12,908 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T10:14:12,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:12,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:12,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:14:13,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:13,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:13,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:13,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:13,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:13,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T10:14:13,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T10:14:13,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788913070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788913070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788913071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788913077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788913082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:13,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/7e57007b53e147558302343109df475b is 50, key is test_row_0/A:col10/1732788852956/Put/seqid=0 2024-11-28T10:14:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741837_1013 (size=12001) 2024-11-28T10:14:13,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/7e57007b53e147558302343109df475b 2024-11-28T10:14:13,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788913210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788913211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788913213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788913213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788913214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T10:14:13,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T10:14:13,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/f5f1fb00f1c74c80b982a664796ba253 is 50, key is test_row_0/B:col10/1732788852956/Put/seqid=0 2024-11-28T10:14:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741838_1014 (size=12001) 2024-11-28T10:14:13,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/f5f1fb00f1c74c80b982a664796ba253 2024-11-28T10:14:13,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/82cff7f9d02b4f86ad66b4d14d07dc47 is 50, key is test_row_0/C:col10/1732788852956/Put/seqid=0 2024-11-28T10:14:13,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788913429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788913430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788913430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T10:14:13,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788913441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788913441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741839_1015 (size=12001) 2024-11-28T10:14:13,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/82cff7f9d02b4f86ad66b4d14d07dc47 2024-11-28T10:14:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:13,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/7e57007b53e147558302343109df475b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7e57007b53e147558302343109df475b 2024-11-28T10:14:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:13,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7e57007b53e147558302343109df475b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T10:14:13,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/f5f1fb00f1c74c80b982a664796ba253 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f5f1fb00f1c74c80b982a664796ba253 2024-11-28T10:14:13,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f5f1fb00f1c74c80b982a664796ba253, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T10:14:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/82cff7f9d02b4f86ad66b4d14d07dc47 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/82cff7f9d02b4f86ad66b4d14d07dc47 2024-11-28T10:14:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T10:14:13,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/82cff7f9d02b4f86ad66b4d14d07dc47, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T10:14:13,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ee9986b591509df389ed39c51789565f in 566ms, sequenceid=14, compaction requested=false 2024-11-28T10:14:13,567 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T10:14:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:13,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-28T10:14:13,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:13,638 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-28T10:14:13,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:13,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/00cdfab0c0df41b083bf4c545c9bd3ae is 50, key is test_row_0/A:col10/1732788853068/Put/seqid=0 2024-11-28T10:14:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741840_1016 (size=12001) 2024-11-28T10:14:13,703 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/00cdfab0c0df41b083bf4c545c9bd3ae 2024-11-28T10:14:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/db9b14e856bc45bbae423a89df432858 is 50, key is test_row_0/B:col10/1732788853068/Put/seqid=0 2024-11-28T10:14:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:13,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741841_1017 (size=12001) 2024-11-28T10:14:13,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788913778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788913782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788913793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788913799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788913804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788913912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788913913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788913921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788913923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788913923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:13,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T10:14:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788914130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788914129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788914140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788914143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788914143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,195 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/db9b14e856bc45bbae423a89df432858 2024-11-28T10:14:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/a7caa5d259ba42ffb1352cbccf08d141 is 50, key is test_row_0/C:col10/1732788853068/Put/seqid=0 2024-11-28T10:14:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741842_1018 (size=12001) 2024-11-28T10:14:14,242 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/a7caa5d259ba42ffb1352cbccf08d141 2024-11-28T10:14:14,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/00cdfab0c0df41b083bf4c545c9bd3ae as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/00cdfab0c0df41b083bf4c545c9bd3ae 2024-11-28T10:14:14,287 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/00cdfab0c0df41b083bf4c545c9bd3ae, entries=150, sequenceid=33, filesize=11.7 K 2024-11-28T10:14:14,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/db9b14e856bc45bbae423a89df432858 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/db9b14e856bc45bbae423a89df432858 2024-11-28T10:14:14,310 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/db9b14e856bc45bbae423a89df432858, entries=150, sequenceid=33, filesize=11.7 K 2024-11-28T10:14:14,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/a7caa5d259ba42ffb1352cbccf08d141 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a7caa5d259ba42ffb1352cbccf08d141 2024-11-28T10:14:14,332 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a7caa5d259ba42ffb1352cbccf08d141, entries=150, sequenceid=33, filesize=11.7 K 2024-11-28T10:14:14,334 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ee9986b591509df389ed39c51789565f in 696ms, sequenceid=33, compaction requested=false 2024-11-28T10:14:14,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:14,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:14,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-28T10:14:14,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-28T10:14:14,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-28T10:14:14,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-28T10:14:14,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.4440 sec 2024-11-28T10:14:14,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-28T10:14:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:14,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/b816eb25d3214d889c93706eb4a0751f is 50, key is test_row_0/A:col10/1732788854453/Put/seqid=0 2024-11-28T10:14:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741843_1019 (size=14341) 2024-11-28T10:14:14,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/b816eb25d3214d889c93706eb4a0751f 2024-11-28T10:14:14,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788914499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788914502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/e1c56cab6cac45ffa54dff5da9217885 is 50, key is test_row_0/B:col10/1732788854453/Put/seqid=0 2024-11-28T10:14:14,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788914512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788914515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788914515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741844_1020 (size=12001) 2024-11-28T10:14:14,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/e1c56cab6cac45ffa54dff5da9217885 2024-11-28T10:14:14,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/6647cd9db707418e89924b80c8b1f8b9 is 50, key is test_row_0/C:col10/1732788854453/Put/seqid=0 2024-11-28T10:14:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741845_1021 (size=12001) 2024-11-28T10:14:14,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/6647cd9db707418e89924b80c8b1f8b9 2024-11-28T10:14:14,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788914620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788914620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/b816eb25d3214d889c93706eb4a0751f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/b816eb25d3214d889c93706eb4a0751f 2024-11-28T10:14:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788914629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788914639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788914639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/b816eb25d3214d889c93706eb4a0751f, entries=200, sequenceid=49, filesize=14.0 K 2024-11-28T10:14:14,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/e1c56cab6cac45ffa54dff5da9217885 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/e1c56cab6cac45ffa54dff5da9217885 2024-11-28T10:14:14,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/e1c56cab6cac45ffa54dff5da9217885, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T10:14:14,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/6647cd9db707418e89924b80c8b1f8b9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6647cd9db707418e89924b80c8b1f8b9 2024-11-28T10:14:14,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6647cd9db707418e89924b80c8b1f8b9, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T10:14:14,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for ee9986b591509df389ed39c51789565f in 253ms, sequenceid=49, compaction requested=true 2024-11-28T10:14:14,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:14,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:14,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:14,717 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:14,719 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:14,722 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:14,722 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:14,724 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:14,724 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:14,725 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:14,725 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f5f1fb00f1c74c80b982a664796ba253, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/db9b14e856bc45bbae423a89df432858, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/e1c56cab6cac45ffa54dff5da9217885] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=35.2 K 2024-11-28T10:14:14,725 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:14,726 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7e57007b53e147558302343109df475b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/00cdfab0c0df41b083bf4c545c9bd3ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/b816eb25d3214d889c93706eb4a0751f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=37.4 K 2024-11-28T10:14:14,727 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting f5f1fb00f1c74c80b982a664796ba253, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732788852950 2024-11-28T10:14:14,728 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting db9b14e856bc45bbae423a89df432858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732788853064 2024-11-28T10:14:14,729 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e1c56cab6cac45ffa54dff5da9217885, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788853776 2024-11-28T10:14:14,734 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e57007b53e147558302343109df475b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732788852950 2024-11-28T10:14:14,735 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00cdfab0c0df41b083bf4c545c9bd3ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732788853064 2024-11-28T10:14:14,738 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b816eb25d3214d889c93706eb4a0751f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788853776 2024-11-28T10:14:14,779 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#9 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:14,780 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/b6c3010db6634c53939a4cfef6ca2b42 is 50, key is test_row_0/B:col10/1732788854453/Put/seqid=0 2024-11-28T10:14:14,788 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:14,790 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/a2ab402b3c6f47d7972d9d48278b639b is 50, key is test_row_0/A:col10/1732788854453/Put/seqid=0 2024-11-28T10:14:14,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741846_1022 (size=12104) 2024-11-28T10:14:14,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741847_1023 (size=12104) 2024-11-28T10:14:14,836 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/a2ab402b3c6f47d7972d9d48278b639b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/a2ab402b3c6f47d7972d9d48278b639b 2024-11-28T10:14:14,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-28T10:14:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:14,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:14,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:14,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/78f9dacd11594bb9a5154fbed251d0b3 is 50, key is test_row_0/A:col10/1732788854838/Put/seqid=0 2024-11-28T10:14:14,861 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/b6c3010db6634c53939a4cfef6ca2b42 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b6c3010db6634c53939a4cfef6ca2b42 2024-11-28T10:14:14,867 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into a2ab402b3c6f47d7972d9d48278b639b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:14,868 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:14,870 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=13, startTime=1732788854708; duration=0sec 2024-11-28T10:14:14,871 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:14,871 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:14,872 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:14,881 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:14,881 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:14,881 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:14,881 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/82cff7f9d02b4f86ad66b4d14d07dc47, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a7caa5d259ba42ffb1352cbccf08d141, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6647cd9db707418e89924b80c8b1f8b9] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=35.2 K 2024-11-28T10:14:14,884 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82cff7f9d02b4f86ad66b4d14d07dc47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732788852950 2024-11-28T10:14:14,887 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into b6c3010db6634c53939a4cfef6ca2b42(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:14,887 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:14,888 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=13, startTime=1732788854715; duration=0sec 2024-11-28T10:14:14,888 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:14,888 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:14,890 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7caa5d259ba42ffb1352cbccf08d141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732788853064 2024-11-28T10:14:14,893 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6647cd9db707418e89924b80c8b1f8b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788853776 2024-11-28T10:14:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741848_1024 (size=14341) 2024-11-28T10:14:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788914886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788914891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788914894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788914894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788914908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:14,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:14,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:14,925 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:14,926 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/526f7d4d038441e29ca38a84ad5fa9b3 is 50, key is test_row_0/C:col10/1732788854453/Put/seqid=0 2024-11-28T10:14:14,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741849_1025 (size=12104) 2024-11-28T10:14:14,979 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/526f7d4d038441e29ca38a84ad5fa9b3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/526f7d4d038441e29ca38a84ad5fa9b3 2024-11-28T10:14:14,998 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into 526f7d4d038441e29ca38a84ad5fa9b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:14,998 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:14,998 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=13, startTime=1732788854715; duration=0sec 2024-11-28T10:14:14,998 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:14,999 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:15,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788915020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788915020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788915021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788915021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788915022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,028 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-28T10:14:15,072 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:15,073 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:15,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-28T10:14:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:15,079 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:15,080 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:15,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788915229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788915230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788915239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788915241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788915242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/78f9dacd11594bb9a5154fbed251d0b3 2024-11-28T10:14:15,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/91591c5b2aa64289925efb56345a145d is 50, key is test_row_0/B:col10/1732788854838/Put/seqid=0 2024-11-28T10:14:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741850_1026 (size=12001) 2024-11-28T10:14:15,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:15,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:15,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788915538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788915549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788915549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788915549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788915559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:15,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:15,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:15,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:15,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:15,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/91591c5b2aa64289925efb56345a145d 2024-11-28T10:14:15,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/00cee7b5d827415f84c782122d32f5fc is 50, key is test_row_0/C:col10/1732788854838/Put/seqid=0 2024-11-28T10:14:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741851_1027 (size=12001) 2024-11-28T10:14:15,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:15,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:16,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:16,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788916049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788916059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:16,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788916062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:16,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788916068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:16,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788916068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:16,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:16,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:16,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/00cee7b5d827415f84c782122d32f5fc 2024-11-28T10:14:16,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/78f9dacd11594bb9a5154fbed251d0b3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/78f9dacd11594bb9a5154fbed251d0b3 2024-11-28T10:14:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:16,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/78f9dacd11594bb9a5154fbed251d0b3, entries=200, sequenceid=68, filesize=14.0 K 2024-11-28T10:14:16,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/91591c5b2aa64289925efb56345a145d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/91591c5b2aa64289925efb56345a145d 2024-11-28T10:14:16,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/91591c5b2aa64289925efb56345a145d, entries=150, sequenceid=68, filesize=11.7 K 2024-11-28T10:14:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/00cee7b5d827415f84c782122d32f5fc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/00cee7b5d827415f84c782122d32f5fc 2024-11-28T10:14:16,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/00cee7b5d827415f84c782122d32f5fc, entries=150, sequenceid=68, filesize=11.7 K 2024-11-28T10:14:16,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ee9986b591509df389ed39c51789565f in 1451ms, sequenceid=68, compaction requested=false 2024-11-28T10:14:16,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:16,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-28T10:14:16,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:16,333 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:14:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:16,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:16,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/ec2826da985a41c0b0aeae57013bd517 is 50, key is test_row_1/A:col10/1732788854904/Put/seqid=0 2024-11-28T10:14:16,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741852_1028 (size=9657) 2024-11-28T10:14:16,402 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T10:14:16,779 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/ec2826da985a41c0b0aeae57013bd517 2024-11-28T10:14:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3755ee57b46d43a5bd4c3e9bc7018239 is 50, key is test_row_1/B:col10/1732788854904/Put/seqid=0 2024-11-28T10:14:16,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741853_1029 (size=9657) 2024-11-28T10:14:17,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:17,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:17,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788917103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788917106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788917109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788917112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788917112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:14:17,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,220 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3755ee57b46d43a5bd4c3e9bc7018239 2024-11-28T10:14:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788917218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788917218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788917218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788917219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788917219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:17,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fe4fae6089ae44bf90d4b136104936f7 is 50, key is test_row_1/C:col10/1732788854904/Put/seqid=0 2024-11-28T10:14:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741854_1030 (size=9657) 2024-11-28T10:14:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788917428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788917428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788917428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788917428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788917428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fe4fae6089ae44bf90d4b136104936f7 2024-11-28T10:14:17,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/ec2826da985a41c0b0aeae57013bd517 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec2826da985a41c0b0aeae57013bd517 2024-11-28T10:14:17,681 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec2826da985a41c0b0aeae57013bd517, entries=100, sequenceid=84, filesize=9.4 K 2024-11-28T10:14:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3755ee57b46d43a5bd4c3e9bc7018239 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3755ee57b46d43a5bd4c3e9bc7018239 2024-11-28T10:14:17,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3755ee57b46d43a5bd4c3e9bc7018239, entries=100, sequenceid=84, filesize=9.4 K 2024-11-28T10:14:17,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fe4fae6089ae44bf90d4b136104936f7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fe4fae6089ae44bf90d4b136104936f7 2024-11-28T10:14:17,713 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fe4fae6089ae44bf90d4b136104936f7, entries=100, sequenceid=84, filesize=9.4 K 2024-11-28T10:14:17,716 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ee9986b591509df389ed39c51789565f in 1382ms, sequenceid=84, compaction requested=true 2024-11-28T10:14:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:17,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-28T10:14:17,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-28T10:14:17,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T10:14:17,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6390 sec 2024-11-28T10:14:17,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.6550 sec 2024-11-28T10:14:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:17,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-11-28T10:14:17,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:17,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/4a0da79d38974c59b62b5695b5a65166 is 50, key is test_row_0/A:col10/1732788857739/Put/seqid=0 2024-11-28T10:14:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788917765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788917766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788917771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788917778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788917781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741855_1031 (size=16681) 2024-11-28T10:14:17,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/4a0da79d38974c59b62b5695b5a65166 2024-11-28T10:14:17,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/b373adb8655f4e68a838de746af88618 is 50, key is test_row_0/B:col10/1732788857739/Put/seqid=0 2024-11-28T10:14:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741856_1032 (size=12001) 2024-11-28T10:14:17,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/b373adb8655f4e68a838de746af88618 2024-11-28T10:14:17,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/9a712f0be79a4ca9b126fe36141f12bc is 50, key is test_row_0/C:col10/1732788857739/Put/seqid=0 2024-11-28T10:14:17,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741857_1033 (size=12001) 2024-11-28T10:14:17,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/9a712f0be79a4ca9b126fe36141f12bc 2024-11-28T10:14:17,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T10:14:17,887 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T10:14:17,890 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T10:14:17,890 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T10:14:17,891 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T10:14:17,891 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T10:14:17,892 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T10:14:17,892 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T10:14:17,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788917890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788917890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788917890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788917899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788917899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:17,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:17,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/4a0da79d38974c59b62b5695b5a65166 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/4a0da79d38974c59b62b5695b5a65166 2024-11-28T10:14:17,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/4a0da79d38974c59b62b5695b5a65166, entries=250, sequenceid=106, filesize=16.3 K 2024-11-28T10:14:17,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/b373adb8655f4e68a838de746af88618 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b373adb8655f4e68a838de746af88618 2024-11-28T10:14:17,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b373adb8655f4e68a838de746af88618, entries=150, sequenceid=106, filesize=11.7 K 2024-11-28T10:14:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/9a712f0be79a4ca9b126fe36141f12bc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9a712f0be79a4ca9b126fe36141f12bc 2024-11-28T10:14:17,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9a712f0be79a4ca9b126fe36141f12bc, entries=150, sequenceid=106, filesize=11.7 K 2024-11-28T10:14:17,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=53.67 KB/54960 for ee9986b591509df389ed39c51789565f in 208ms, sequenceid=106, compaction requested=true 2024-11-28T10:14:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:17,952 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:17,952 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:17,955 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:17,955 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52783 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:17,955 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:17,955 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:17,956 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:17,956 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:17,956 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/a2ab402b3c6f47d7972d9d48278b639b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/78f9dacd11594bb9a5154fbed251d0b3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec2826da985a41c0b0aeae57013bd517, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/4a0da79d38974c59b62b5695b5a65166] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=51.5 K 2024-11-28T10:14:17,956 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b6c3010db6634c53939a4cfef6ca2b42, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/91591c5b2aa64289925efb56345a145d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3755ee57b46d43a5bd4c3e9bc7018239, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b373adb8655f4e68a838de746af88618] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=44.7 K 2024-11-28T10:14:17,957 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2ab402b3c6f47d7972d9d48278b639b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788853776 2024-11-28T10:14:17,957 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b6c3010db6634c53939a4cfef6ca2b42, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788853776 2024-11-28T10:14:17,958 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 91591c5b2aa64289925efb56345a145d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732788854505 2024-11-28T10:14:17,958 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78f9dacd11594bb9a5154fbed251d0b3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732788854505 2024-11-28T10:14:17,958 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3755ee57b46d43a5bd4c3e9bc7018239, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732788854885 2024-11-28T10:14:17,959 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec2826da985a41c0b0aeae57013bd517, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732788854885 2024-11-28T10:14:17,959 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b373adb8655f4e68a838de746af88618, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788857739 2024-11-28T10:14:17,960 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a0da79d38974c59b62b5695b5a65166, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788857097 2024-11-28T10:14:17,991 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:17,992 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/0bab365146184ca2a72c8e12c1617b3f is 50, key is test_row_0/A:col10/1732788857739/Put/seqid=0 2024-11-28T10:14:18,011 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:18,011 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/9eb3f52eb95d443d846d6882cf42e652 is 50, key is test_row_0/B:col10/1732788857739/Put/seqid=0 2024-11-28T10:14:18,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741858_1034 (size=12241) 2024-11-28T10:14:18,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741859_1035 (size=12241) 2024-11-28T10:14:18,056 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/0bab365146184ca2a72c8e12c1617b3f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0bab365146184ca2a72c8e12c1617b3f 2024-11-28T10:14:18,069 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/9eb3f52eb95d443d846d6882cf42e652 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9eb3f52eb95d443d846d6882cf42e652 2024-11-28T10:14:18,079 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into 0bab365146184ca2a72c8e12c1617b3f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:18,079 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,079 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=12, startTime=1732788857951; duration=0sec 2024-11-28T10:14:18,079 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:18,079 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:18,080 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:18,086 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:18,086 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:18,086 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:18,087 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/526f7d4d038441e29ca38a84ad5fa9b3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/00cee7b5d827415f84c782122d32f5fc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fe4fae6089ae44bf90d4b136104936f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9a712f0be79a4ca9b126fe36141f12bc] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=44.7 K 2024-11-28T10:14:18,087 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 526f7d4d038441e29ca38a84ad5fa9b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788853776 2024-11-28T10:14:18,090 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00cee7b5d827415f84c782122d32f5fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732788854505 2024-11-28T10:14:18,090 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 9eb3f52eb95d443d846d6882cf42e652(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:18,090 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,090 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=12, startTime=1732788857952; duration=0sec 2024-11-28T10:14:18,091 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe4fae6089ae44bf90d4b136104936f7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732788854885 2024-11-28T10:14:18,092 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a712f0be79a4ca9b126fe36141f12bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788857739 2024-11-28T10:14:18,092 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:18,092 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:18,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:14:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:18,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:18,115 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:18,116 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/4b5bd461664b459e857b916b6e95e1a8 is 50, key is test_row_0/C:col10/1732788857739/Put/seqid=0 2024-11-28T10:14:18,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/50456bf7fedc4d949b227bb5bf6b6c1b is 50, key is test_row_0/A:col10/1732788857766/Put/seqid=0 2024-11-28T10:14:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741860_1036 (size=12241) 2024-11-28T10:14:18,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741861_1037 (size=16681) 2024-11-28T10:14:18,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/50456bf7fedc4d949b227bb5bf6b6c1b 2024-11-28T10:14:18,157 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/4b5bd461664b459e857b916b6e95e1a8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/4b5bd461664b459e857b916b6e95e1a8 2024-11-28T10:14:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788918152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788918158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788918160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788918164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,180 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into 4b5bd461664b459e857b916b6e95e1a8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:18,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,181 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=12, startTime=1732788857952; duration=0sec 2024-11-28T10:14:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,181 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:18,181 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:18,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788918164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/49d4b045b7a44fd8aab7bbe48307dba8 is 50, key is test_row_0/B:col10/1732788857766/Put/seqid=0 2024-11-28T10:14:18,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741862_1038 (size=12001) 2024-11-28T10:14:18,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/49d4b045b7a44fd8aab7bbe48307dba8 2024-11-28T10:14:18,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/a0f207ee41454281b979e045ec74fc3c is 50, key is test_row_0/C:col10/1732788857766/Put/seqid=0 2024-11-28T10:14:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741863_1039 (size=12001) 2024-11-28T10:14:18,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/a0f207ee41454281b979e045ec74fc3c 2024-11-28T10:14:18,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/50456bf7fedc4d949b227bb5bf6b6c1b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/50456bf7fedc4d949b227bb5bf6b6c1b 2024-11-28T10:14:18,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/50456bf7fedc4d949b227bb5bf6b6c1b, entries=250, sequenceid=121, filesize=16.3 K 2024-11-28T10:14:18,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/49d4b045b7a44fd8aab7bbe48307dba8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/49d4b045b7a44fd8aab7bbe48307dba8 2024-11-28T10:14:18,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788918269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788918279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/49d4b045b7a44fd8aab7bbe48307dba8, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T10:14:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788918279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/a0f207ee41454281b979e045ec74fc3c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a0f207ee41454281b979e045ec74fc3c 2024-11-28T10:14:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788918289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788918289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a0f207ee41454281b979e045ec74fc3c, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T10:14:18,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for ee9986b591509df389ed39c51789565f in 190ms, sequenceid=121, compaction requested=false 2024-11-28T10:14:18,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=134.18 KB heapSize=399.89 KB 2024-11-28T10:14:18,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788858151, max timestamp=1732788858491Num uniques 859; 2024-11-28T10:14:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:18,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:18,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:18,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:18,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:18,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:18,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/10051fb68e654abc92418d98909102ee is 50, key is test_row_0/A:col10/1732788858492/Put/seqid=0 2024-11-28T10:14:18,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741864_1040 (size=12151) 2024-11-28T10:14:18,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/10051fb68e654abc92418d98909102ee 2024-11-28T10:14:18,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788918542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788918543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788918545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788918549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788918546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5117b6473b194d7cb360e5e076fd942f is 50, key is test_row_0/B:col10/1732788858492/Put/seqid=0 2024-11-28T10:14:18,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741865_1041 (size=12151) 2024-11-28T10:14:18,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5117b6473b194d7cb360e5e076fd942f 2024-11-28T10:14:18,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/5302a99259424d919132cb8ee7ba44f2 is 50, key is test_row_0/C:col10/1732788858492/Put/seqid=0 2024-11-28T10:14:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741866_1042 (size=12151) 2024-11-28T10:14:18,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/5302a99259424d919132cb8ee7ba44f2 2024-11-28T10:14:18,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/10051fb68e654abc92418d98909102ee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/10051fb68e654abc92418d98909102ee 2024-11-28T10:14:18,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/10051fb68e654abc92418d98909102ee, entries=150, sequenceid=145, filesize=11.9 K 2024-11-28T10:14:18,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5117b6473b194d7cb360e5e076fd942f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5117b6473b194d7cb360e5e076fd942f 2024-11-28T10:14:18,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5117b6473b194d7cb360e5e076fd942f, entries=150, sequenceid=145, filesize=11.9 K 2024-11-28T10:14:18,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/5302a99259424d919132cb8ee7ba44f2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/5302a99259424d919132cb8ee7ba44f2 2024-11-28T10:14:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788918659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788918659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788918669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788918669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788918669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/5302a99259424d919132cb8ee7ba44f2, entries=150, sequenceid=145, filesize=11.9 K 2024-11-28T10:14:18,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~102.87 KB/105340, heapSize ~301.91 KB/309152, currentSize=80.51 KB/82440 for ee9986b591509df389ed39c51789565f in 187ms, sequenceid=145, compaction requested=true 2024-11-28T10:14:18,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,685 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:18,687 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:18,687 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:18,687 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:18,687 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0bab365146184ca2a72c8e12c1617b3f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/50456bf7fedc4d949b227bb5bf6b6c1b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/10051fb68e654abc92418d98909102ee] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=40.1 K 2024-11-28T10:14:18,688 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:18,688 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bab365146184ca2a72c8e12c1617b3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788857739 2024-11-28T10:14:18,689 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50456bf7fedc4d949b227bb5bf6b6c1b, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732788857766 2024-11-28T10:14:18,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:18,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:18,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:18,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:18,690 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:18,690 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:18,690 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:18,691 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9eb3f52eb95d443d846d6882cf42e652, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/49d4b045b7a44fd8aab7bbe48307dba8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5117b6473b194d7cb360e5e076fd942f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=35.5 K 2024-11-28T10:14:18,691 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10051fb68e654abc92418d98909102ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732788858159 2024-11-28T10:14:18,692 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eb3f52eb95d443d846d6882cf42e652, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788857739 2024-11-28T10:14:18,692 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 49d4b045b7a44fd8aab7bbe48307dba8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732788857766 2024-11-28T10:14:18,693 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5117b6473b194d7cb360e5e076fd942f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732788858159 2024-11-28T10:14:18,712 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:18,712 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/c5574a5aa9f4472d8ebc46d883fd35ab is 50, key is test_row_0/A:col10/1732788858492/Put/seqid=0 2024-11-28T10:14:18,720 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:18,721 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6b93f0754693473884d22c75eb082357 is 50, key is test_row_0/B:col10/1732788858492/Put/seqid=0 2024-11-28T10:14:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741868_1044 (size=12493) 2024-11-28T10:14:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741867_1043 (size=12493) 2024-11-28T10:14:18,754 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/c5574a5aa9f4472d8ebc46d883fd35ab as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/c5574a5aa9f4472d8ebc46d883fd35ab 2024-11-28T10:14:18,771 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into c5574a5aa9f4472d8ebc46d883fd35ab(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:18,771 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,771 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=13, startTime=1732788858685; duration=0sec 2024-11-28T10:14:18,772 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:18,772 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:18,772 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:18,774 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:18,775 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:18,775 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:18,775 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/4b5bd461664b459e857b916b6e95e1a8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a0f207ee41454281b979e045ec74fc3c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/5302a99259424d919132cb8ee7ba44f2] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=35.5 K 2024-11-28T10:14:18,776 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b5bd461664b459e857b916b6e95e1a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788857739 2024-11-28T10:14:18,777 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f207ee41454281b979e045ec74fc3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732788857766 2024-11-28T10:14:18,778 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5302a99259424d919132cb8ee7ba44f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732788858159 2024-11-28T10:14:18,789 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:18,790 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/117416f9915649c1bb26d0530c22438d is 50, key is test_row_0/C:col10/1732788858492/Put/seqid=0 2024-11-28T10:14:18,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741869_1045 (size=12493) 2024-11-28T10:14:18,829 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/117416f9915649c1bb26d0530c22438d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/117416f9915649c1bb26d0530c22438d 2024-11-28T10:14:18,848 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into 117416f9915649c1bb26d0530c22438d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:18,848 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:18,848 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=13, startTime=1732788858690; duration=0sec 2024-11-28T10:14:18,848 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:18,848 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:18,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-28T10:14:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:18,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:18,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:18,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/bdb4e6073af74dbbab3ca1e98a2cf55f is 50, key is test_row_0/A:col10/1732788858869/Put/seqid=0 2024-11-28T10:14:18,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741870_1046 (size=16931) 2024-11-28T10:14:18,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/bdb4e6073af74dbbab3ca1e98a2cf55f 2024-11-28T10:14:18,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/cf1056cf1ace4deeaadce5b28b40c232 is 50, key is test_row_0/B:col10/1732788858869/Put/seqid=0 2024-11-28T10:14:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788918907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788918907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788918914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788918918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788918918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:18,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741871_1047 (size=12151) 2024-11-28T10:14:18,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/cf1056cf1ace4deeaadce5b28b40c232 2024-11-28T10:14:18,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/2673454fe6274225b860c88b07edf7ee is 50, key is test_row_0/C:col10/1732788858869/Put/seqid=0 2024-11-28T10:14:18,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741872_1048 (size=12151) 2024-11-28T10:14:18,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/2673454fe6274225b860c88b07edf7ee 2024-11-28T10:14:19,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/bdb4e6073af74dbbab3ca1e98a2cf55f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/bdb4e6073af74dbbab3ca1e98a2cf55f 2024-11-28T10:14:19,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/bdb4e6073af74dbbab3ca1e98a2cf55f, entries=250, sequenceid=164, filesize=16.5 K 2024-11-28T10:14:19,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/cf1056cf1ace4deeaadce5b28b40c232 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/cf1056cf1ace4deeaadce5b28b40c232 2024-11-28T10:14:19,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788919029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788919029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788919029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788919030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/cf1056cf1ace4deeaadce5b28b40c232, entries=150, sequenceid=164, filesize=11.9 K 2024-11-28T10:14:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788919030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/2673454fe6274225b860c88b07edf7ee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2673454fe6274225b860c88b07edf7ee 2024-11-28T10:14:19,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2673454fe6274225b860c88b07edf7ee, entries=150, sequenceid=164, filesize=11.9 K 2024-11-28T10:14:19,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for ee9986b591509df389ed39c51789565f in 184ms, sequenceid=164, compaction requested=false 2024-11-28T10:14:19,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:19,145 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6b93f0754693473884d22c75eb082357 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b93f0754693473884d22c75eb082357 2024-11-28T10:14:19,157 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 6b93f0754693473884d22c75eb082357(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:19,158 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:19,158 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=13, startTime=1732788858686; duration=0sec 2024-11-28T10:14:19,159 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:19,159 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:19,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-28T10:14:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:19,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:19,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/43889a869606404896c359d14e65ec68 is 50, key is test_row_0/A:col10/1732788859241/Put/seqid=0 2024-11-28T10:14:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-28T10:14:19,259 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:19,259 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-28T10:14:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T10:14:19,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:19,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:19,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741873_1049 (size=12151) 2024-11-28T10:14:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788919265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788919266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788919271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788919274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788919274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T10:14:19,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788919378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788919379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788919388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788919388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788919388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T10:14:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T10:14:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T10:14:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788919589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788919589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788919599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788919599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788919605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:19,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/43889a869606404896c359d14e65ec68 2024-11-28T10:14:19,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/8ffa6d1a33f343ccb741d9ab8f69feee is 50, key is test_row_0/B:col10/1732788859241/Put/seqid=0 2024-11-28T10:14:19,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741874_1050 (size=12151) 2024-11-28T10:14:19,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/8ffa6d1a33f343ccb741d9ab8f69feee 2024-11-28T10:14:19,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T10:14:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:19,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:19,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/59580ad2c72d493e8880734597a19898 is 50, key is test_row_0/C:col10/1732788859241/Put/seqid=0 2024-11-28T10:14:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741875_1051 (size=12151) 2024-11-28T10:14:19,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/59580ad2c72d493e8880734597a19898 2024-11-28T10:14:19,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/43889a869606404896c359d14e65ec68 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/43889a869606404896c359d14e65ec68 2024-11-28T10:14:19,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/43889a869606404896c359d14e65ec68, entries=150, sequenceid=183, filesize=11.9 K 2024-11-28T10:14:19,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/8ffa6d1a33f343ccb741d9ab8f69feee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8ffa6d1a33f343ccb741d9ab8f69feee 2024-11-28T10:14:19,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8ffa6d1a33f343ccb741d9ab8f69feee, entries=150, sequenceid=183, filesize=11.9 K 2024-11-28T10:14:19,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/59580ad2c72d493e8880734597a19898 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/59580ad2c72d493e8880734597a19898 2024-11-28T10:14:19,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/59580ad2c72d493e8880734597a19898, entries=150, sequenceid=183, filesize=11.9 K 2024-11-28T10:14:19,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ee9986b591509df389ed39c51789565f in 625ms, sequenceid=183, compaction requested=true 2024-11-28T10:14:19,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:19,869 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:19,869 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:19,870 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:19,871 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:19,871 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,871 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/c5574a5aa9f4472d8ebc46d883fd35ab, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/bdb4e6073af74dbbab3ca1e98a2cf55f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/43889a869606404896c359d14e65ec68] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=40.6 K 2024-11-28T10:14:19,871 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:19,871 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:19,871 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,872 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b93f0754693473884d22c75eb082357, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/cf1056cf1ace4deeaadce5b28b40c232, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8ffa6d1a33f343ccb741d9ab8f69feee] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=35.9 K 2024-11-28T10:14:19,872 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b93f0754693473884d22c75eb082357, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732788858159 2024-11-28T10:14:19,873 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5574a5aa9f4472d8ebc46d883fd35ab, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732788858159 2024-11-28T10:14:19,873 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting cf1056cf1ace4deeaadce5b28b40c232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732788858543 2024-11-28T10:14:19,873 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdb4e6073af74dbbab3ca1e98a2cf55f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732788858539 2024-11-28T10:14:19,874 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ffa6d1a33f343ccb741d9ab8f69feee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732788858913 2024-11-28T10:14:19,874 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43889a869606404896c359d14e65ec68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732788858913 2024-11-28T10:14:19,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T10:14:19,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-28T10:14:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-28T10:14:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:19,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:19,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:19,899 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:19,899 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/2b9ae9bd2ef6490390378019c4c8d34e is 50, key is test_row_0/A:col10/1732788859241/Put/seqid=0 2024-11-28T10:14:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:19,906 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:19,907 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5512e9f31fe1403498bafff0c535f4c2 is 50, key is test_row_0/B:col10/1732788859241/Put/seqid=0 2024-11-28T10:14:19,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/05b0f26972464c57b901f1ffb35043f8 is 50, key is test_row_0/A:col10/1732788859270/Put/seqid=0 2024-11-28T10:14:19,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741877_1053 (size=12595) 2024-11-28T10:14:19,949 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5512e9f31fe1403498bafff0c535f4c2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5512e9f31fe1403498bafff0c535f4c2 2024-11-28T10:14:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741876_1052 (size=12595) 2024-11-28T10:14:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741878_1054 (size=12151) 2024-11-28T10:14:19,983 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 5512e9f31fe1403498bafff0c535f4c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:19,983 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:19,984 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=13, startTime=1732788859869; duration=0sec 2024-11-28T10:14:19,984 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:19,984 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:19,984 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:19,989 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:19,989 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:19,989 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:19,990 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/117416f9915649c1bb26d0530c22438d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2673454fe6274225b860c88b07edf7ee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/59580ad2c72d493e8880734597a19898] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=35.9 K 2024-11-28T10:14:19,991 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 117416f9915649c1bb26d0530c22438d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732788858159 2024-11-28T10:14:19,991 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2673454fe6274225b860c88b07edf7ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732788858543 2024-11-28T10:14:19,992 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 59580ad2c72d493e8880734597a19898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732788858913 2024-11-28T10:14:19,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788919985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:19,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788919988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788919988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788919989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788919990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,007 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:20,008 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/70de6111bb784c44a213ac0a3bdd81e9 is 50, key is test_row_0/C:col10/1732788859241/Put/seqid=0 2024-11-28T10:14:20,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741879_1055 (size=12595) 2024-11-28T10:14:20,031 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/70de6111bb784c44a213ac0a3bdd81e9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/70de6111bb784c44a213ac0a3bdd81e9 2024-11-28T10:14:20,046 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into 70de6111bb784c44a213ac0a3bdd81e9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:20,046 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:20,047 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=13, startTime=1732788859869; duration=0sec 2024-11-28T10:14:20,047 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:20,047 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788920109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788920109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788920110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788920110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788920110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788920319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788920320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788920320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788920320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788920320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/05b0f26972464c57b901f1ffb35043f8 2024-11-28T10:14:20,377 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/2b9ae9bd2ef6490390378019c4c8d34e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/2b9ae9bd2ef6490390378019c4c8d34e 2024-11-28T10:14:20,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/ad5f29078b4b494c9751ad87e8bc4b2c is 50, key is test_row_0/B:col10/1732788859270/Put/seqid=0 2024-11-28T10:14:20,395 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into 2b9ae9bd2ef6490390378019c4c8d34e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:20,395 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:20,395 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=13, startTime=1732788859868; duration=0sec 2024-11-28T10:14:20,395 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:20,395 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:20,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741880_1056 (size=12151) 2024-11-28T10:14:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T10:14:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788920629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788920629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788920629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788920639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788920639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:20,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:20,797 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/ad5f29078b4b494c9751ad87e8bc4b2c 2024-11-28T10:14:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/6276ea28554948759dee283a23465c92 is 50, key is test_row_0/C:col10/1732788859270/Put/seqid=0 2024-11-28T10:14:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741881_1057 (size=12151) 2024-11-28T10:14:21,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788921139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788921139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788921139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788921148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788921149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:21,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:21,213 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/6276ea28554948759dee283a23465c92 2024-11-28T10:14:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/05b0f26972464c57b901f1ffb35043f8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/05b0f26972464c57b901f1ffb35043f8 2024-11-28T10:14:21,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/05b0f26972464c57b901f1ffb35043f8, entries=150, sequenceid=197, filesize=11.9 K 2024-11-28T10:14:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/ad5f29078b4b494c9751ad87e8bc4b2c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/ad5f29078b4b494c9751ad87e8bc4b2c 2024-11-28T10:14:21,241 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/ad5f29078b4b494c9751ad87e8bc4b2c, entries=150, sequenceid=197, filesize=11.9 K 2024-11-28T10:14:21,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/6276ea28554948759dee283a23465c92 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6276ea28554948759dee283a23465c92 2024-11-28T10:14:21,249 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6276ea28554948759dee283a23465c92, entries=150, sequenceid=197, filesize=11.9 K 2024-11-28T10:14:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ee9986b591509df389ed39c51789565f in 1361ms, sequenceid=197, compaction requested=false 2024-11-28T10:14:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:21,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-28T10:14:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-28T10:14:21,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-28T10:14:21,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9880 sec 2024-11-28T10:14:21,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.9980 sec 2024-11-28T10:14:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-28T10:14:21,419 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:21,419 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-28T10:14:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T10:14:21,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:21,423 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:21,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T10:14:21,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-28T10:14:21,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:21,577 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-28T10:14:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:21,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/75a25cae642248aaa6b54b58c6638dc2 is 50, key is test_row_0/A:col10/1732788859959/Put/seqid=0 2024-11-28T10:14:21,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741882_1058 (size=12151) 2024-11-28T10:14:21,612 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/75a25cae642248aaa6b54b58c6638dc2 2024-11-28T10:14:21,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/9c9e9f389a2e49e1bc144371bf7e5a99 is 50, key is test_row_0/B:col10/1732788859959/Put/seqid=0 2024-11-28T10:14:21,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741883_1059 (size=12151) 2024-11-28T10:14:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T10:14:22,042 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/9c9e9f389a2e49e1bc144371bf7e5a99 2024-11-28T10:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T10:14:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/e5686768dfab43ddacff8e52857afb95 is 50, key is test_row_0/C:col10/1732788859959/Put/seqid=0 2024-11-28T10:14:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741884_1060 (size=12151) 2024-11-28T10:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:22,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:22,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788922169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,180 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:22,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788922171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788922172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788922174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788922176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788922289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788922289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788922289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788922289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,462 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/e5686768dfab43ddacff8e52857afb95 2024-11-28T10:14:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/75a25cae642248aaa6b54b58c6638dc2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/75a25cae642248aaa6b54b58c6638dc2 2024-11-28T10:14:22,480 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/75a25cae642248aaa6b54b58c6638dc2, entries=150, sequenceid=218, filesize=11.9 K 2024-11-28T10:14:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/9c9e9f389a2e49e1bc144371bf7e5a99 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9c9e9f389a2e49e1bc144371bf7e5a99 2024-11-28T10:14:22,487 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9c9e9f389a2e49e1bc144371bf7e5a99, entries=150, sequenceid=218, filesize=11.9 K 2024-11-28T10:14:22,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/e5686768dfab43ddacff8e52857afb95 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/e5686768dfab43ddacff8e52857afb95 2024-11-28T10:14:22,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/e5686768dfab43ddacff8e52857afb95, entries=150, sequenceid=218, filesize=11.9 K 2024-11-28T10:14:22,497 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for ee9986b591509df389ed39c51789565f in 920ms, sequenceid=218, compaction requested=true 2024-11-28T10:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-28T10:14:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-28T10:14:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:22,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-28T10:14:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:22,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:22,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-28T10:14:22,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0770 sec 2024-11-28T10:14:22,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0840 sec 2024-11-28T10:14:22,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/9039bff2d1c14ed787effa72ae26c61d is 50, key is test_row_0/A:col10/1732788862499/Put/seqid=0 2024-11-28T10:14:22,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741885_1061 (size=14541) 2024-11-28T10:14:22,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788922528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788922528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788922532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788922535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-28T10:14:22,559 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:22,559 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-28T10:14:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:22,561 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:22,562 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:22,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788922638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788922638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788922648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788922648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:22,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:22,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:22,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:22,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788922848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788922849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788922858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:22,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788922858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:22,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:22,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:22,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:22,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:22,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:22,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:22,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/9039bff2d1c14ed787effa72ae26c61d 2024-11-28T10:14:22,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3b9b849dc9a34dd8986f1cd7c31bc7ae is 50, key is test_row_0/B:col10/1732788862499/Put/seqid=0 2024-11-28T10:14:22,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741886_1062 (size=12151) 2024-11-28T10:14:23,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:23,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788923158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788923158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788923169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788923169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:23,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:23,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3b9b849dc9a34dd8986f1cd7c31bc7ae 2024-11-28T10:14:23,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/587a3e43102345409477f18d120d0c53 is 50, key is test_row_0/C:col10/1732788862499/Put/seqid=0 2024-11-28T10:14:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741887_1063 (size=12151) 2024-11-28T10:14:23,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788923669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788923678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788923678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788923679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:23,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:23,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/587a3e43102345409477f18d120d0c53 2024-11-28T10:14:23,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:23,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:23,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/9039bff2d1c14ed787effa72ae26c61d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/9039bff2d1c14ed787effa72ae26c61d 2024-11-28T10:14:23,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/9039bff2d1c14ed787effa72ae26c61d, entries=200, sequenceid=233, filesize=14.2 K 2024-11-28T10:14:23,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3b9b849dc9a34dd8986f1cd7c31bc7ae as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3b9b849dc9a34dd8986f1cd7c31bc7ae 2024-11-28T10:14:23,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3b9b849dc9a34dd8986f1cd7c31bc7ae, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T10:14:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/587a3e43102345409477f18d120d0c53 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/587a3e43102345409477f18d120d0c53 2024-11-28T10:14:23,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/587a3e43102345409477f18d120d0c53, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T10:14:23,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for ee9986b591509df389ed39c51789565f in 1320ms, sequenceid=233, compaction requested=true 2024-11-28T10:14:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:23,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:23,822 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:23,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:23,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:23,822 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:23,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:23,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:23,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:23,823 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:23,823 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:23,823 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:23,823 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:23,823 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,823 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,823 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/2b9ae9bd2ef6490390378019c4c8d34e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/05b0f26972464c57b901f1ffb35043f8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/75a25cae642248aaa6b54b58c6638dc2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/9039bff2d1c14ed787effa72ae26c61d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=50.2 K 2024-11-28T10:14:23,823 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5512e9f31fe1403498bafff0c535f4c2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/ad5f29078b4b494c9751ad87e8bc4b2c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9c9e9f389a2e49e1bc144371bf7e5a99, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3b9b849dc9a34dd8986f1cd7c31bc7ae] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=47.9 K 2024-11-28T10:14:23,824 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5512e9f31fe1403498bafff0c535f4c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732788858913 2024-11-28T10:14:23,824 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b9ae9bd2ef6490390378019c4c8d34e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732788858913 2024-11-28T10:14:23,825 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05b0f26972464c57b901f1ffb35043f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732788859267 2024-11-28T10:14:23,825 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ad5f29078b4b494c9751ad87e8bc4b2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732788859267 2024-11-28T10:14:23,826 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75a25cae642248aaa6b54b58c6638dc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732788859932 2024-11-28T10:14:23,826 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c9e9f389a2e49e1bc144371bf7e5a99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732788859932 2024-11-28T10:14:23,826 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9039bff2d1c14ed787effa72ae26c61d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788862167 2024-11-28T10:14:23,826 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9b849dc9a34dd8986f1cd7c31bc7ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788862172 2024-11-28T10:14:23,842 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:23,842 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5681ad92418345f594b2222fcf7b41f6 is 50, key is test_row_0/B:col10/1732788862499/Put/seqid=0 2024-11-28T10:14:23,846 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:23,847 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/0a42b134ac19430a9ae2ee195de8ffbb is 50, key is test_row_0/A:col10/1732788862499/Put/seqid=0 2024-11-28T10:14:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741889_1065 (size=12731) 2024-11-28T10:14:23,867 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/0a42b134ac19430a9ae2ee195de8ffbb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0a42b134ac19430a9ae2ee195de8ffbb 2024-11-28T10:14:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741888_1064 (size=12731) 2024-11-28T10:14:23,877 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into 0a42b134ac19430a9ae2ee195de8ffbb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:23,877 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:23,877 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=12, startTime=1732788863821; duration=0sec 2024-11-28T10:14:23,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:23,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:23,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:23,881 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:23,881 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:23,881 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,881 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/70de6111bb784c44a213ac0a3bdd81e9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6276ea28554948759dee283a23465c92, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/e5686768dfab43ddacff8e52857afb95, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/587a3e43102345409477f18d120d0c53] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=47.9 K 2024-11-28T10:14:23,882 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70de6111bb784c44a213ac0a3bdd81e9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732788858913 2024-11-28T10:14:23,883 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/5681ad92418345f594b2222fcf7b41f6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5681ad92418345f594b2222fcf7b41f6 2024-11-28T10:14:23,883 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6276ea28554948759dee283a23465c92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732788859267 2024-11-28T10:14:23,884 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5686768dfab43ddacff8e52857afb95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732788859932 2024-11-28T10:14:23,885 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 587a3e43102345409477f18d120d0c53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788862172 2024-11-28T10:14:23,891 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 5681ad92418345f594b2222fcf7b41f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:23,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:23,891 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=12, startTime=1732788863822; duration=0sec 2024-11-28T10:14:23,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:23,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:23,903 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:23,904 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/b0fcb97c790240c998664bbd23664752 is 50, key is test_row_0/C:col10/1732788862499/Put/seqid=0 2024-11-28T10:14:23,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741890_1066 (size=12731) 2024-11-28T10:14:23,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-28T10:14:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:23,947 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-28T10:14:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:23,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:23,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/7f24023177e149dea0cdf7f3614e1ac5 is 50, key is test_row_0/A:col10/1732788862532/Put/seqid=0 2024-11-28T10:14:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741891_1067 (size=12151) 2024-11-28T10:14:23,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/7f24023177e149dea0cdf7f3614e1ac5 2024-11-28T10:14:23,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/bb0dca54addc4cd6bc676a06cccf94d3 is 50, key is test_row_0/B:col10/1732788862532/Put/seqid=0 2024-11-28T10:14:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741892_1068 (size=12151) 2024-11-28T10:14:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:24,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788924269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,350 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/b0fcb97c790240c998664bbd23664752 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/b0fcb97c790240c998664bbd23664752 2024-11-28T10:14:24,356 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into b0fcb97c790240c998664bbd23664752(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:24,356 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:24,356 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=12, startTime=1732788863822; duration=0sec 2024-11-28T10:14:24,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:24,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788924378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,410 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/bb0dca54addc4cd6bc676a06cccf94d3 2024-11-28T10:14:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/2e5cf421e67e42689963cee509eb3b0a is 50, key is test_row_0/C:col10/1732788862532/Put/seqid=0 2024-11-28T10:14:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741893_1069 (size=12151) 2024-11-28T10:14:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788924589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788924688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788924689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788924689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,693 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,694 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:24,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788924689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,694 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,695 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:24,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/2e5cf421e67e42689963cee509eb3b0a 2024-11-28T10:14:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/7f24023177e149dea0cdf7f3614e1ac5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7f24023177e149dea0cdf7f3614e1ac5 2024-11-28T10:14:24,852 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7f24023177e149dea0cdf7f3614e1ac5, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T10:14:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/bb0dca54addc4cd6bc676a06cccf94d3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb0dca54addc4cd6bc676a06cccf94d3 2024-11-28T10:14:24,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb0dca54addc4cd6bc676a06cccf94d3, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T10:14:24,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/2e5cf421e67e42689963cee509eb3b0a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2e5cf421e67e42689963cee509eb3b0a 2024-11-28T10:14:24,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788924899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:24,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:24,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2e5cf421e67e42689963cee509eb3b0a, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T10:14:24,920 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ee9986b591509df389ed39c51789565f in 973ms, sequenceid=252, compaction requested=false 2024-11-28T10:14:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:24,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:24,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-28T10:14:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-28T10:14:24,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-28T10:14:24,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3620 sec 2024-11-28T10:14:24,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.3690 sec 2024-11-28T10:14:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:25,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-28T10:14:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:25,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:25,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/dbc5df7e33a54075ba12a475dae37aee is 50, key is test_row_0/A:col10/1732788864263/Put/seqid=0 2024-11-28T10:14:25,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741894_1070 (size=14741) 2024-11-28T10:14:25,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788925494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788925608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788925819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:25,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:25,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/dbc5df7e33a54075ba12a475dae37aee 2024-11-28T10:14:25,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/63093fe0631f4cb2a7a7402ca071135d is 50, key is test_row_0/B:col10/1732788864263/Put/seqid=0 2024-11-28T10:14:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741895_1071 (size=12301) 2024-11-28T10:14:25,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/63093fe0631f4cb2a7a7402ca071135d 2024-11-28T10:14:25,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/0def174cf65247e9b7c38a8eec0ecce1 is 50, key is test_row_0/C:col10/1732788864263/Put/seqid=0 2024-11-28T10:14:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741896_1072 (size=12301) 2024-11-28T10:14:25,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/0def174cf65247e9b7c38a8eec0ecce1 2024-11-28T10:14:25,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/dbc5df7e33a54075ba12a475dae37aee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dbc5df7e33a54075ba12a475dae37aee 2024-11-28T10:14:25,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dbc5df7e33a54075ba12a475dae37aee, entries=200, sequenceid=269, filesize=14.4 K 2024-11-28T10:14:25,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/63093fe0631f4cb2a7a7402ca071135d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/63093fe0631f4cb2a7a7402ca071135d 2024-11-28T10:14:25,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/63093fe0631f4cb2a7a7402ca071135d, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T10:14:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/0def174cf65247e9b7c38a8eec0ecce1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/0def174cf65247e9b7c38a8eec0ecce1 2024-11-28T10:14:25,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/0def174cf65247e9b7c38a8eec0ecce1, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T10:14:25,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for ee9986b591509df389ed39c51789565f in 507ms, sequenceid=269, compaction requested=true 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:25,928 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:25,928 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:25,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:25,930 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:25,930 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:25,930 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:25,930 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0a42b134ac19430a9ae2ee195de8ffbb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7f24023177e149dea0cdf7f3614e1ac5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dbc5df7e33a54075ba12a475dae37aee] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=38.7 K 2024-11-28T10:14:25,931 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:25,931 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:25,931 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a42b134ac19430a9ae2ee195de8ffbb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788862172 2024-11-28T10:14:25,931 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:25,931 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5681ad92418345f594b2222fcf7b41f6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb0dca54addc4cd6bc676a06cccf94d3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/63093fe0631f4cb2a7a7402ca071135d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=36.3 K 2024-11-28T10:14:25,931 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f24023177e149dea0cdf7f3614e1ac5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732788862506 2024-11-28T10:14:25,932 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5681ad92418345f594b2222fcf7b41f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788862172 2024-11-28T10:14:25,932 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbc5df7e33a54075ba12a475dae37aee, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732788864238 2024-11-28T10:14:25,934 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting bb0dca54addc4cd6bc676a06cccf94d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732788862506 2024-11-28T10:14:25,935 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 63093fe0631f4cb2a7a7402ca071135d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732788864238 2024-11-28T10:14:25,947 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:25,947 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/ec040c3cca9c4618a0306d5dc4d473a1 is 50, key is test_row_0/A:col10/1732788864263/Put/seqid=0 2024-11-28T10:14:25,947 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:25,948 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/11ed0ac68ab34179a4129c8295f83c5a is 50, key is test_row_0/B:col10/1732788864263/Put/seqid=0 2024-11-28T10:14:25,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741898_1074 (size=12983) 2024-11-28T10:14:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741897_1073 (size=12983) 2024-11-28T10:14:25,983 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/ec040c3cca9c4618a0306d5dc4d473a1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec040c3cca9c4618a0306d5dc4d473a1 2024-11-28T10:14:25,994 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into ec040c3cca9c4618a0306d5dc4d473a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:25,994 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:25,994 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=13, startTime=1732788865928; duration=0sec 2024-11-28T10:14:25,995 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:25,995 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:25,995 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:25,997 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:25,997 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:25,997 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:25,997 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/b0fcb97c790240c998664bbd23664752, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2e5cf421e67e42689963cee509eb3b0a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/0def174cf65247e9b7c38a8eec0ecce1] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=36.3 K 2024-11-28T10:14:25,998 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0fcb97c790240c998664bbd23664752, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788862172 2024-11-28T10:14:25,998 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e5cf421e67e42689963cee509eb3b0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732788862506 2024-11-28T10:14:25,999 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0def174cf65247e9b7c38a8eec0ecce1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732788864238 2024-11-28T10:14:26,008 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:26,009 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/9dcc7385c2f14140ac5068fd381b3aa4 is 50, key is test_row_0/C:col10/1732788864263/Put/seqid=0 2024-11-28T10:14:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741899_1075 (size=12983) 2024-11-28T10:14:26,025 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/9dcc7385c2f14140ac5068fd381b3aa4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9dcc7385c2f14140ac5068fd381b3aa4 2024-11-28T10:14:26,032 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into 9dcc7385c2f14140ac5068fd381b3aa4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:26,032 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:26,032 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=13, startTime=1732788865928; duration=0sec 2024-11-28T10:14:26,033 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:26,033 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:26,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-28T10:14:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:26,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/5ff3bd91b1d547bcaa54d6aef812e4ab is 50, key is test_row_0/A:col10/1732788865475/Put/seqid=0 2024-11-28T10:14:26,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741900_1076 (size=14741) 2024-11-28T10:14:26,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788926180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788926289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,368 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/11ed0ac68ab34179a4129c8295f83c5a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/11ed0ac68ab34179a4129c8295f83c5a 2024-11-28T10:14:26,374 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 11ed0ac68ab34179a4129c8295f83c5a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:26,375 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:26,375 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=13, startTime=1732788865928; duration=0sec 2024-11-28T10:14:26,375 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:26,375 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:26,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788926498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/5ff3bd91b1d547bcaa54d6aef812e4ab 2024-11-28T10:14:26,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6887971644aa4eb8a9256404f2443dec is 50, key is test_row_0/B:col10/1732788865475/Put/seqid=0 2024-11-28T10:14:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741901_1077 (size=12301) 2024-11-28T10:14:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788926708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,710 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788926709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788926709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,713 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,714 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:26,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788926718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,719 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-28T10:14:26,729 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:26,729 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-28T10:14:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T10:14:26,731 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:26,732 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:26,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:26,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788926808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T10:14:26,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T10:14:26,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:26,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:26,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:26,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:26,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:26,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6887971644aa4eb8a9256404f2443dec 2024-11-28T10:14:26,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/ce568d8f03eb46c48621c934495c9a71 is 50, key is test_row_0/C:col10/1732788865475/Put/seqid=0 2024-11-28T10:14:26,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741902_1078 (size=12301) 2024-11-28T10:14:27,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T10:14:27,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T10:14:27,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T10:14:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788927318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:27,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:27,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T10:14:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T10:14:27,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/ce568d8f03eb46c48621c934495c9a71 2024-11-28T10:14:27,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/5ff3bd91b1d547bcaa54d6aef812e4ab as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/5ff3bd91b1d547bcaa54d6aef812e4ab 2024-11-28T10:14:27,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/5ff3bd91b1d547bcaa54d6aef812e4ab, entries=200, sequenceid=288, filesize=14.4 K 2024-11-28T10:14:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6887971644aa4eb8a9256404f2443dec as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6887971644aa4eb8a9256404f2443dec 2024-11-28T10:14:27,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6887971644aa4eb8a9256404f2443dec, entries=150, sequenceid=288, filesize=12.0 K 2024-11-28T10:14:27,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/ce568d8f03eb46c48621c934495c9a71 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/ce568d8f03eb46c48621c934495c9a71 2024-11-28T10:14:27,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/ce568d8f03eb46c48621c934495c9a71, entries=150, sequenceid=288, filesize=12.0 K 2024-11-28T10:14:27,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ee9986b591509df389ed39c51789565f in 1296ms, sequenceid=288, compaction requested=false 2024-11-28T10:14:27,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:27,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-28T10:14:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:27,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-28T10:14:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:27,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:27,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/44c5070e8334423ca3b1e5e0a79dd555 is 50, key is test_row_0/A:col10/1732788866167/Put/seqid=0 2024-11-28T10:14:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741903_1079 (size=12301) 2024-11-28T10:14:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T10:14:27,914 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/44c5070e8334423ca3b1e5e0a79dd555 2024-11-28T10:14:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/a31e9db566f946f7b493c00877b80379 is 50, key is test_row_0/B:col10/1732788866167/Put/seqid=0 2024-11-28T10:14:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741904_1080 (size=12301) 2024-11-28T10:14:27,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/a31e9db566f946f7b493c00877b80379 2024-11-28T10:14:27,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/d524297a85cf4b13a86bd8dc4b313c82 is 50, key is test_row_0/C:col10/1732788866167/Put/seqid=0 2024-11-28T10:14:27,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741905_1081 (size=12301) 2024-11-28T10:14:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:28,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:28,363 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/d524297a85cf4b13a86bd8dc4b313c82 2024-11-28T10:14:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/44c5070e8334423ca3b1e5e0a79dd555 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/44c5070e8334423ca3b1e5e0a79dd555 2024-11-28T10:14:28,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/44c5070e8334423ca3b1e5e0a79dd555, entries=150, sequenceid=304, filesize=12.0 K 2024-11-28T10:14:28,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/a31e9db566f946f7b493c00877b80379 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a31e9db566f946f7b493c00877b80379 2024-11-28T10:14:28,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a31e9db566f946f7b493c00877b80379, entries=150, sequenceid=304, filesize=12.0 K 2024-11-28T10:14:28,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/d524297a85cf4b13a86bd8dc4b313c82 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d524297a85cf4b13a86bd8dc4b313c82 2024-11-28T10:14:28,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d524297a85cf4b13a86bd8dc4b313c82, entries=150, sequenceid=304, filesize=12.0 K 2024-11-28T10:14:28,389 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=60.38 KB/61830 for ee9986b591509df389ed39c51789565f in 888ms, sequenceid=304, compaction requested=true 2024-11-28T10:14:28,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:28,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:28,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-28T10:14:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-28T10:14:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:28,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:14:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:28,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:28,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-28T10:14:28,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-28T10:14:28,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f337eadb4b594b4ca2822be042e9858e is 50, key is test_row_0/A:col10/1732788868389/Put/seqid=0 2024-11-28T10:14:28,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.6670 sec 2024-11-28T10:14:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741906_1082 (size=17181) 2024-11-28T10:14:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788928478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:28,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:28,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788928588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:28,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:28,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788928799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:28,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:28,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f337eadb4b594b4ca2822be042e9858e 2024-11-28T10:14:28,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/a444b34e2cb14a3798aa7256ad1538f5 is 50, key is test_row_0/B:col10/1732788868389/Put/seqid=0 2024-11-28T10:14:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741907_1083 (size=12301) 2024-11-28T10:14:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-28T10:14:28,879 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:28,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-28T10:14:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T10:14:28,882 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:28,883 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:28,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T10:14:29,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-28T10:14:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788929118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:29,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-28T10:14:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:29,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T10:14:29,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/a444b34e2cb14a3798aa7256ad1538f5 2024-11-28T10:14:29,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/10c323abcde549f3a8d50aea5b1a6a42 is 50, key is test_row_0/C:col10/1732788868389/Put/seqid=0 2024-11-28T10:14:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741908_1084 (size=12301) 2024-11-28T10:14:29,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/10c323abcde549f3a8d50aea5b1a6a42 2024-11-28T10:14:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f337eadb4b594b4ca2822be042e9858e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f337eadb4b594b4ca2822be042e9858e 2024-11-28T10:14:29,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f337eadb4b594b4ca2822be042e9858e, entries=250, sequenceid=317, filesize=16.8 K 2024-11-28T10:14:29,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/a444b34e2cb14a3798aa7256ad1538f5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a444b34e2cb14a3798aa7256ad1538f5 2024-11-28T10:14:29,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a444b34e2cb14a3798aa7256ad1538f5, entries=150, sequenceid=317, filesize=12.0 K 2024-11-28T10:14:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/10c323abcde549f3a8d50aea5b1a6a42 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/10c323abcde549f3a8d50aea5b1a6a42 2024-11-28T10:14:29,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/10c323abcde549f3a8d50aea5b1a6a42, entries=150, sequenceid=317, filesize=12.0 K 2024-11-28T10:14:29,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ee9986b591509df389ed39c51789565f in 898ms, sequenceid=317, compaction requested=true 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:29,289 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:29,289 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:29,293 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:29,293 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:29,294 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:29,294 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:29,294 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,294 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,294 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec040c3cca9c4618a0306d5dc4d473a1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/5ff3bd91b1d547bcaa54d6aef812e4ab, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/44c5070e8334423ca3b1e5e0a79dd555, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f337eadb4b594b4ca2822be042e9858e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=55.9 K 2024-11-28T10:14:29,294 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/11ed0ac68ab34179a4129c8295f83c5a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6887971644aa4eb8a9256404f2443dec, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a31e9db566f946f7b493c00877b80379, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a444b34e2cb14a3798aa7256ad1538f5] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=48.7 K 2024-11-28T10:14:29,294 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ed0ac68ab34179a4129c8295f83c5a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732788864238 2024-11-28T10:14:29,294 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec040c3cca9c4618a0306d5dc4d473a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732788864238 2024-11-28T10:14:29,295 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6887971644aa4eb8a9256404f2443dec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732788865464 2024-11-28T10:14:29,295 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff3bd91b1d547bcaa54d6aef812e4ab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732788865464 2024-11-28T10:14:29,295 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a31e9db566f946f7b493c00877b80379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732788866167 2024-11-28T10:14:29,295 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c5070e8334423ca3b1e5e0a79dd555, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732788866167 2024-11-28T10:14:29,295 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a444b34e2cb14a3798aa7256ad1538f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732788868346 2024-11-28T10:14:29,295 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f337eadb4b594b4ca2822be042e9858e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732788868346 2024-11-28T10:14:29,309 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:29,310 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/8e9f1a3dd5454e16a033652c1615c948 is 50, key is test_row_0/A:col10/1732788868389/Put/seqid=0 2024-11-28T10:14:29,311 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:29,312 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/020345b3eae745b2ae5a4ab8c3aa6fe3 is 50, key is test_row_0/B:col10/1732788868389/Put/seqid=0 2024-11-28T10:14:29,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741909_1085 (size=13119) 2024-11-28T10:14:29,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-28T10:14:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,343 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-28T10:14:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:29,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:29,354 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/8e9f1a3dd5454e16a033652c1615c948 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/8e9f1a3dd5454e16a033652c1615c948 2024-11-28T10:14:29,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/586d638222814b02b372a4222076543b is 50, key is test_row_0/A:col10/1732788868476/Put/seqid=0 2024-11-28T10:14:29,363 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into 8e9f1a3dd5454e16a033652c1615c948(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:29,363 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:29,363 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=12, startTime=1732788869289; duration=0sec 2024-11-28T10:14:29,363 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:29,363 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:29,363 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:29,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741910_1086 (size=13119) 2024-11-28T10:14:29,368 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:29,368 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:29,368 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,368 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9dcc7385c2f14140ac5068fd381b3aa4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/ce568d8f03eb46c48621c934495c9a71, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d524297a85cf4b13a86bd8dc4b313c82, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/10c323abcde549f3a8d50aea5b1a6a42] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=48.7 K 2024-11-28T10:14:29,369 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dcc7385c2f14140ac5068fd381b3aa4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732788864238 2024-11-28T10:14:29,371 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce568d8f03eb46c48621c934495c9a71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732788865464 2024-11-28T10:14:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741911_1087 (size=12301) 2024-11-28T10:14:29,373 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d524297a85cf4b13a86bd8dc4b313c82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732788866167 2024-11-28T10:14:29,375 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/586d638222814b02b372a4222076543b 2024-11-28T10:14:29,375 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10c323abcde549f3a8d50aea5b1a6a42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732788868346 2024-11-28T10:14:29,376 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/020345b3eae745b2ae5a4ab8c3aa6fe3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/020345b3eae745b2ae5a4ab8c3aa6fe3 2024-11-28T10:14:29,385 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 020345b3eae745b2ae5a4ab8c3aa6fe3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:29,385 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:29,385 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=12, startTime=1732788869289; duration=0sec 2024-11-28T10:14:29,386 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:29,386 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3aa151e8a7534d52ab02bfc8e413ee39 is 50, key is test_row_0/B:col10/1732788868476/Put/seqid=0 2024-11-28T10:14:29,395 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:29,396 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/7edead87ce904463bab78b478f0d8abe is 50, key is test_row_0/C:col10/1732788868389/Put/seqid=0 2024-11-28T10:14:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741913_1089 (size=13119) 2024-11-28T10:14:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741912_1088 (size=12301) 2024-11-28T10:14:29,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3aa151e8a7534d52ab02bfc8e413ee39 2024-11-28T10:14:29,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/11291c015cee4311a73cc049796a4bc5 is 50, key is test_row_0/C:col10/1732788868476/Put/seqid=0 2024-11-28T10:14:29,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741914_1090 (size=12301) 2024-11-28T10:14:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T10:14:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:29,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:29,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788929675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:29,678 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:29,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:29,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:29,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788929789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:29,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:29,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:29,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:29,843 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/7edead87ce904463bab78b478f0d8abe as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/7edead87ce904463bab78b478f0d8abe 2024-11-28T10:14:29,853 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into 7edead87ce904463bab78b478f0d8abe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:29,853 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:29,853 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=12, startTime=1732788869289; duration=0sec 2024-11-28T10:14:29,853 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:29,853 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:29,856 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/11291c015cee4311a73cc049796a4bc5 2024-11-28T10:14:29,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/586d638222814b02b372a4222076543b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/586d638222814b02b372a4222076543b 2024-11-28T10:14:29,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/586d638222814b02b372a4222076543b, entries=150, sequenceid=336, filesize=12.0 K 2024-11-28T10:14:29,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/3aa151e8a7534d52ab02bfc8e413ee39 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3aa151e8a7534d52ab02bfc8e413ee39 2024-11-28T10:14:29,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3aa151e8a7534d52ab02bfc8e413ee39, entries=150, sequenceid=336, filesize=12.0 K 2024-11-28T10:14:29,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/11291c015cee4311a73cc049796a4bc5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/11291c015cee4311a73cc049796a4bc5 2024-11-28T10:14:29,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/11291c015cee4311a73cc049796a4bc5, entries=150, sequenceid=336, filesize=12.0 K 2024-11-28T10:14:29,909 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ee9986b591509df389ed39c51789565f in 565ms, sequenceid=336, compaction requested=false 2024-11-28T10:14:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-28T10:14:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-28T10:14:29,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-28T10:14:29,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0310 sec 2024-11-28T10:14:29,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.0410 sec 2024-11-28T10:14:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:30,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-28T10:14:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:30,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:30,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:30,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/fb945b2e90cc490b966d2213bddee68d is 50, key is test_row_0/A:col10/1732788869670/Put/seqid=0 2024-11-28T10:14:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741915_1091 (size=14741) 2024-11-28T10:14:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-28T10:14:30,019 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:30,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-28T10:14:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T10:14:30,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:30,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:30,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:30,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788930062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T10:14:30,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788930168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:30,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T10:14:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788930378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/fb945b2e90cc490b966d2213bddee68d 2024-11-28T10:14:30,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/bb1e0b12e2c0495893b004872cf416b2 is 50, key is test_row_0/B:col10/1732788869670/Put/seqid=0 2024-11-28T10:14:30,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741916_1092 (size=12301) 2024-11-28T10:14:30,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:30,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T10:14:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788930689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43518 deadline: 1732788930739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43514 deadline: 1732788930739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,742 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:30,743 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43488 deadline: 1732788930762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43536 deadline: 1732788930762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:30,768 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,768 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ee9986b591509df389ed39c51789565f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:30,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:30,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:30,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/bb1e0b12e2c0495893b004872cf416b2 2024-11-28T10:14:30,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/d08e7b8d8ab04cb8aeae6adbb2f25716 is 50, key is test_row_0/C:col10/1732788869670/Put/seqid=0 2024-11-28T10:14:30,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741917_1093 (size=12301) 2024-11-28T10:14:30,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:30,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T10:14:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788931198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:31,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:31,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/d08e7b8d8ab04cb8aeae6adbb2f25716 2024-11-28T10:14:31,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:31,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/fb945b2e90cc490b966d2213bddee68d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/fb945b2e90cc490b966d2213bddee68d 2024-11-28T10:14:31,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/fb945b2e90cc490b966d2213bddee68d, entries=200, sequenceid=353, filesize=14.4 K 2024-11-28T10:14:31,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/bb1e0b12e2c0495893b004872cf416b2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb1e0b12e2c0495893b004872cf416b2 2024-11-28T10:14:31,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb1e0b12e2c0495893b004872cf416b2, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T10:14:31,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/d08e7b8d8ab04cb8aeae6adbb2f25716 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d08e7b8d8ab04cb8aeae6adbb2f25716 2024-11-28T10:14:31,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d08e7b8d8ab04cb8aeae6adbb2f25716, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T10:14:31,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for ee9986b591509df389ed39c51789565f in 1283ms, sequenceid=353, compaction requested=true 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:31,285 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:31,285 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:31,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:31,286 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:31,286 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:31,286 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,287 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/020345b3eae745b2ae5a4ab8c3aa6fe3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3aa151e8a7534d52ab02bfc8e413ee39, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb1e0b12e2c0495893b004872cf416b2] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=36.8 K 2024-11-28T10:14:31,287 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:31,287 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:31,287 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,287 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/8e9f1a3dd5454e16a033652c1615c948, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/586d638222814b02b372a4222076543b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/fb945b2e90cc490b966d2213bddee68d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=39.2 K 2024-11-28T10:14:31,287 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 020345b3eae745b2ae5a4ab8c3aa6fe3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732788868346 2024-11-28T10:14:31,290 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e9f1a3dd5454e16a033652c1615c948, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732788868346 2024-11-28T10:14:31,290 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aa151e8a7534d52ab02bfc8e413ee39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732788868463 2024-11-28T10:14:31,291 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 586d638222814b02b372a4222076543b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732788868463 2024-11-28T10:14:31,291 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting bb1e0b12e2c0495893b004872cf416b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732788869652 2024-11-28T10:14:31,291 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb945b2e90cc490b966d2213bddee68d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732788869652 2024-11-28T10:14:31,309 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:31,310 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f1be1b8ac2824c379854e1aa0369fdcd is 50, key is test_row_0/A:col10/1732788869670/Put/seqid=0 2024-11-28T10:14:31,310 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:31,311 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6b830cc212194318a6a7a6a1418a3ef7 is 50, key is test_row_0/B:col10/1732788869670/Put/seqid=0 2024-11-28T10:14:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741918_1094 (size=13221) 2024-11-28T10:14:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741919_1095 (size=13221) 2024-11-28T10:14:31,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-28T10:14:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,407 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-28T10:14:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:31,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f0adc75b8d5445f7be75415b01472909 is 50, key is test_row_0/A:col10/1732788870060/Put/seqid=0 2024-11-28T10:14:31,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741920_1096 (size=12301) 2024-11-28T10:14:31,420 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f0adc75b8d5445f7be75415b01472909 2024-11-28T10:14:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/f4aad8b030424b2bafca40a354599ef1 is 50, key is test_row_0/B:col10/1732788870060/Put/seqid=0 2024-11-28T10:14:31,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741921_1097 (size=12301) 2024-11-28T10:14:31,735 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f1be1b8ac2824c379854e1aa0369fdcd as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f1be1b8ac2824c379854e1aa0369fdcd 2024-11-28T10:14:31,744 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/6b830cc212194318a6a7a6a1418a3ef7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b830cc212194318a6a7a6a1418a3ef7 2024-11-28T10:14:31,750 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into f1be1b8ac2824c379854e1aa0369fdcd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:31,750 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:31,750 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=13, startTime=1732788871285; duration=0sec 2024-11-28T10:14:31,751 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:31,751 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:31,751 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:31,755 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:31,755 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:31,755 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,755 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/7edead87ce904463bab78b478f0d8abe, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/11291c015cee4311a73cc049796a4bc5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d08e7b8d8ab04cb8aeae6adbb2f25716] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=36.8 K 2024-11-28T10:14:31,756 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into 6b830cc212194318a6a7a6a1418a3ef7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:31,756 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:31,756 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=13, startTime=1732788871285; duration=0sec 2024-11-28T10:14:31,756 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:31,756 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:31,757 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7edead87ce904463bab78b478f0d8abe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732788868346 2024-11-28T10:14:31,757 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11291c015cee4311a73cc049796a4bc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732788868463 2024-11-28T10:14:31,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d08e7b8d8ab04cb8aeae6adbb2f25716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732788869652 2024-11-28T10:14:31,775 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:31,776 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fbcc252bc187490fa2b393b16fbcb395 is 50, key is test_row_0/C:col10/1732788869670/Put/seqid=0 2024-11-28T10:14:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741922_1098 (size=13221) 2024-11-28T10:14:31,843 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/f4aad8b030424b2bafca40a354599ef1 2024-11-28T10:14:31,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/163e77bd1cb14131b3ce0dd22c9858f0 is 50, key is test_row_0/C:col10/1732788870060/Put/seqid=0 2024-11-28T10:14:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741923_1099 (size=12301) 2024-11-28T10:14:31,864 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/163e77bd1cb14131b3ce0dd22c9858f0 2024-11-28T10:14:31,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/f0adc75b8d5445f7be75415b01472909 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f0adc75b8d5445f7be75415b01472909 2024-11-28T10:14:31,882 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f0adc75b8d5445f7be75415b01472909, entries=150, sequenceid=371, filesize=12.0 K 2024-11-28T10:14:31,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/f4aad8b030424b2bafca40a354599ef1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f4aad8b030424b2bafca40a354599ef1 2024-11-28T10:14:31,891 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f4aad8b030424b2bafca40a354599ef1, entries=150, sequenceid=371, filesize=12.0 K 2024-11-28T10:14:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/163e77bd1cb14131b3ce0dd22c9858f0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/163e77bd1cb14131b3ce0dd22c9858f0 2024-11-28T10:14:31,899 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/163e77bd1cb14131b3ce0dd22c9858f0, entries=150, sequenceid=371, filesize=12.0 K 2024-11-28T10:14:31,900 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for ee9986b591509df389ed39c51789565f in 493ms, sequenceid=371, compaction requested=false 2024-11-28T10:14:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-28T10:14:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-28T10:14:31,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-28T10:14:31,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-11-28T10:14:31,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.8870 sec 2024-11-28T10:14:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-28T10:14:32,168 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:32,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-28T10:14:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:32,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:32,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:32,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:32,191 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fbcc252bc187490fa2b393b16fbcb395 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fbcc252bc187490fa2b393b16fbcb395 2024-11-28T10:14:32,199 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into fbcc252bc187490fa2b393b16fbcb395(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:32,200 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:32,200 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=13, startTime=1732788871285; duration=0sec 2024-11-28T10:14:32,200 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:32,200 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:32,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:14:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:32,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/18b7ed7723f048a89aeb99e7491ea958 is 50, key is test_row_0/A:col10/1732788872219/Put/seqid=0 2024-11-28T10:14:32,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741924_1100 (size=9857) 2024-11-28T10:14:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788872277, max timestamp=1732788872294Num uniques 859; 2024-11-28T10:14:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788872277, max timestamp=1732788872294Num uniques 859; 2024-11-28T10:14:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788872277, max timestamp=1732788872294Num uniques 859; 2024-11-28T10:14:32,298 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:32,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788932377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:32,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:32,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788932489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:32,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:32,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/18b7ed7723f048a89aeb99e7491ea958 2024-11-28T10:14:32,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/8e4203a09b7f4555b35969672acc440e is 50, key is test_row_0/B:col10/1732788872219/Put/seqid=0 2024-11-28T10:14:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741925_1101 (size=9857) 2024-11-28T10:14:32,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788932698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:32,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:32,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:32,892 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-28T10:14:32,892 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:32,897 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-28T10:14:32,897 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:32,897 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,897 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,898 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,898 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:32,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:32,900 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-28T10:14:32,900 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:32,900 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,900 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:32,901 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-28T10:14:32,901 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:32,901 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,901 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:32,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:32,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:32,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:32,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788933009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:33,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/8e4203a09b7f4555b35969672acc440e 2024-11-28T10:14:33,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/21a23c26c66b44cd9bc2e74740ac02f5 is 50, key is test_row_0/C:col10/1732788872219/Put/seqid=0 2024-11-28T10:14:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741926_1102 (size=9857) 2024-11-28T10:14:33,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:33,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:33,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:33,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:33,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:33,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/21a23c26c66b44cd9bc2e74740ac02f5 2024-11-28T10:14:33,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/18b7ed7723f048a89aeb99e7491ea958 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/18b7ed7723f048a89aeb99e7491ea958 2024-11-28T10:14:33,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/18b7ed7723f048a89aeb99e7491ea958, entries=100, sequenceid=384, filesize=9.6 K 2024-11-28T10:14:33,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/8e4203a09b7f4555b35969672acc440e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8e4203a09b7f4555b35969672acc440e 2024-11-28T10:14:33,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8e4203a09b7f4555b35969672acc440e, entries=100, sequenceid=384, filesize=9.6 K 2024-11-28T10:14:33,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/21a23c26c66b44cd9bc2e74740ac02f5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/21a23c26c66b44cd9bc2e74740ac02f5 2024-11-28T10:14:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43484 deadline: 1732788933519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:14:33,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/21a23c26c66b44cd9bc2e74740ac02f5, entries=100, sequenceid=384, filesize=9.6 K 2024-11-28T10:14:33,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ee9986b591509df389ed39c51789565f in 1300ms, sequenceid=384, compaction requested=true 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:33,523 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:33,523 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ee9986b591509df389ed39c51789565f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:33,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:33,524 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:33,524 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:33,524 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/A is initiating minor compaction (all files) 2024-11-28T10:14:33,525 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/B is initiating minor compaction (all files) 2024-11-28T10:14:33,525 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/A in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,525 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/B in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,525 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f1be1b8ac2824c379854e1aa0369fdcd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f0adc75b8d5445f7be75415b01472909, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/18b7ed7723f048a89aeb99e7491ea958] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=34.5 K 2024-11-28T10:14:33,525 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b830cc212194318a6a7a6a1418a3ef7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f4aad8b030424b2bafca40a354599ef1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8e4203a09b7f4555b35969672acc440e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=34.5 K 2024-11-28T10:14:33,525 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1be1b8ac2824c379854e1aa0369fdcd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732788869652 2024-11-28T10:14:33,525 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b830cc212194318a6a7a6a1418a3ef7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732788869652 2024-11-28T10:14:33,526 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0adc75b8d5445f7be75415b01472909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732788870044 2024-11-28T10:14:33,526 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting f4aad8b030424b2bafca40a354599ef1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732788870044 2024-11-28T10:14:33,526 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b7ed7723f048a89aeb99e7491ea958, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732788872219 2024-11-28T10:14:33,526 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e4203a09b7f4555b35969672acc440e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732788872219 2024-11-28T10:14:33,535 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:33,535 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:33,536 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/56b7adec64f94239aa594e25d1d7ec31 is 50, key is test_row_0/A:col10/1732788872219/Put/seqid=0 2024-11-28T10:14:33,536 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/dc7ff9a97bfd45d29682d5e64bd2a8a3 is 50, key is test_row_0/B:col10/1732788872219/Put/seqid=0 2024-11-28T10:14:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741927_1103 (size=13323) 2024-11-28T10:14:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741928_1104 (size=13323) 2024-11-28T10:14:33,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-28T10:14:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:33,567 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-28T10:14:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:33,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/af630efc7e214fecacd2e87dfc46ea46 is 50, key is test_row_0/A:col10/1732788872375/Put/seqid=0 2024-11-28T10:14:33,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741929_1105 (size=12301) 2024-11-28T10:14:33,946 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/dc7ff9a97bfd45d29682d5e64bd2a8a3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/dc7ff9a97bfd45d29682d5e64bd2a8a3 2024-11-28T10:14:33,946 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/56b7adec64f94239aa594e25d1d7ec31 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/56b7adec64f94239aa594e25d1d7ec31 2024-11-28T10:14:33,952 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/B of ee9986b591509df389ed39c51789565f into dc7ff9a97bfd45d29682d5e64bd2a8a3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:33,952 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/A of ee9986b591509df389ed39c51789565f into 56b7adec64f94239aa594e25d1d7ec31(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:33,952 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/A, priority=13, startTime=1732788873523; duration=0sec 2024-11-28T10:14:33,952 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/B, priority=13, startTime=1732788873523; duration=0sec 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:A 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:B 2024-11-28T10:14:33,952 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:34,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/af630efc7e214fecacd2e87dfc46ea46 2024-11-28T10:14:34,008 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:34,008 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ee9986b591509df389ed39c51789565f/C is initiating minor compaction (all files) 2024-11-28T10:14:34,008 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ee9986b591509df389ed39c51789565f/C in TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:34,009 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fbcc252bc187490fa2b393b16fbcb395, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/163e77bd1cb14131b3ce0dd22c9858f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/21a23c26c66b44cd9bc2e74740ac02f5] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp, totalSize=34.5 K 2024-11-28T10:14:34,010 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbcc252bc187490fa2b393b16fbcb395, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732788869652 2024-11-28T10:14:34,011 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 163e77bd1cb14131b3ce0dd22c9858f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732788870044 2024-11-28T10:14:34,012 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21a23c26c66b44cd9bc2e74740ac02f5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732788872219 2024-11-28T10:14:34,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/1421a9c2a57c4b40bfa34013070943b0 is 50, key is test_row_0/B:col10/1732788872375/Put/seqid=0 2024-11-28T10:14:34,024 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ee9986b591509df389ed39c51789565f#C#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:34,024 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fad7e1632d7846fda5ecb1eb2417695c is 50, key is test_row_0/C:col10/1732788872219/Put/seqid=0 2024-11-28T10:14:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741930_1106 (size=12301) 2024-11-28T10:14:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741931_1107 (size=13323) 2024-11-28T10:14:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:34,429 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/1421a9c2a57c4b40bfa34013070943b0 2024-11-28T10:14:34,441 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/fad7e1632d7846fda5ecb1eb2417695c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fad7e1632d7846fda5ecb1eb2417695c 2024-11-28T10:14:34,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/912ede38dfbc443eb6d2b23df392bcc1 is 50, key is test_row_0/C:col10/1732788872375/Put/seqid=0 2024-11-28T10:14:34,446 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ee9986b591509df389ed39c51789565f/C of ee9986b591509df389ed39c51789565f into fad7e1632d7846fda5ecb1eb2417695c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:34,447 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:34,447 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., storeName=ee9986b591509df389ed39c51789565f/C, priority=13, startTime=1732788873523; duration=0sec 2024-11-28T10:14:34,447 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:34,447 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ee9986b591509df389ed39c51789565f:C 2024-11-28T10:14:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741932_1108 (size=12301) 2024-11-28T10:14:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ee9986b591509df389ed39c51789565f 2024-11-28T10:14:34,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. as already flushing 2024-11-28T10:14:34,539 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-28T10:14:34,540 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:34,540 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:34,540 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:34,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:34,850 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/912ede38dfbc443eb6d2b23df392bcc1 2024-11-28T10:14:34,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/af630efc7e214fecacd2e87dfc46ea46 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/af630efc7e214fecacd2e87dfc46ea46 2024-11-28T10:14:34,868 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/af630efc7e214fecacd2e87dfc46ea46, entries=150, sequenceid=420, filesize=12.0 K 2024-11-28T10:14:34,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/1421a9c2a57c4b40bfa34013070943b0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/1421a9c2a57c4b40bfa34013070943b0 2024-11-28T10:14:34,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/1421a9c2a57c4b40bfa34013070943b0, entries=150, sequenceid=420, filesize=12.0 K 2024-11-28T10:14:34,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/912ede38dfbc443eb6d2b23df392bcc1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/912ede38dfbc443eb6d2b23df392bcc1 2024-11-28T10:14:34,880 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/912ede38dfbc443eb6d2b23df392bcc1, entries=150, sequenceid=420, filesize=12.0 K 2024-11-28T10:14:34,881 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=6.71 KB/6870 for ee9986b591509df389ed39c51789565f in 1315ms, sequenceid=420, compaction requested=false 2024-11-28T10:14:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for ee9986b591509df389ed39c51789565f: 2024-11-28T10:14:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:34,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-28T10:14:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-28T10:14:34,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-28T10:14:34,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7110 sec 2024-11-28T10:14:34,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.7170 sec 2024-11-28T10:14:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-28T10:14:36,339 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:36,616 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T10:14:40,784 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-28T10:14:40,784 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:40,785 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,785 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:40,832 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-28T10:14:40,832 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:40,832 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,833 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:40,842 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-28T10:14:40,842 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:40,843 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,843 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:40,870 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-28T10:14:40,870 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:14:40,870 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,870 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:40,870 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 167 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3215 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3178 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1366 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4095 rows 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-28T10:14:40,871 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4086 rows 2024-11-28T10:14:40,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:14:40,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:14:40,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:40,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:14:40,875 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T10:14:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T10:14:40,882 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788880882"}]},"ts":"1732788880882"} 2024-11-28T10:14:40,884 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T10:14:40,884 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T10:14:40,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:14:40,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, UNASSIGN}] 2024-11-28T10:14:40,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, UNASSIGN 2024-11-28T10:14:40,893 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ee9986b591509df389ed39c51789565f, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:40,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, UNASSIGN because future has completed 2024-11-28T10:14:40,896 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:14:40,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:14:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T10:14:41,057 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close ee9986b591509df389ed39c51789565f 2024-11-28T10:14:41,058 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:14:41,060 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing ee9986b591509df389ed39c51789565f, disabling compactions & flushes 2024-11-28T10:14:41,060 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:41,060 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:41,060 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. after waiting 0 ms 2024-11-28T10:14:41,060 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:41,061 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing ee9986b591509df389ed39c51789565f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-28T10:14:41,061 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=A 2024-11-28T10:14:41,061 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:41,061 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=B 2024-11-28T10:14:41,061 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:41,062 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ee9986b591509df389ed39c51789565f, store=C 2024-11-28T10:14:41,062 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:41,070 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/dd60f75e71844107bc7fe1178eab5044 is 50, key is test_row_0/A:col10/1732788880869/Put/seqid=0 2024-11-28T10:14:41,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741933_1109 (size=9857) 2024-11-28T10:14:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T10:14:41,476 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/dd60f75e71844107bc7fe1178eab5044 2024-11-28T10:14:41,491 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/685783554aee4380b1d80313439fa443 is 50, key is test_row_0/B:col10/1732788880869/Put/seqid=0 2024-11-28T10:14:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741934_1110 (size=9857) 2024-11-28T10:14:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T10:14:41,898 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/685783554aee4380b1d80313439fa443 2024-11-28T10:14:41,912 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/734257f26a7f4180aed7697bc725222c is 50, key is test_row_0/C:col10/1732788880869/Put/seqid=0 2024-11-28T10:14:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741935_1111 (size=9857) 2024-11-28T10:14:42,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T10:14:42,318 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/734257f26a7f4180aed7697bc725222c 2024-11-28T10:14:42,331 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/A/dd60f75e71844107bc7fe1178eab5044 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dd60f75e71844107bc7fe1178eab5044 2024-11-28T10:14:42,337 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dd60f75e71844107bc7fe1178eab5044, entries=100, sequenceid=431, filesize=9.6 K 2024-11-28T10:14:42,338 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/B/685783554aee4380b1d80313439fa443 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/685783554aee4380b1d80313439fa443 2024-11-28T10:14:42,342 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/685783554aee4380b1d80313439fa443, entries=100, sequenceid=431, filesize=9.6 K 2024-11-28T10:14:42,343 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/.tmp/C/734257f26a7f4180aed7697bc725222c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/734257f26a7f4180aed7697bc725222c 2024-11-28T10:14:42,347 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/734257f26a7f4180aed7697bc725222c, entries=100, sequenceid=431, filesize=9.6 K 2024-11-28T10:14:42,348 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ee9986b591509df389ed39c51789565f in 1288ms, sequenceid=431, compaction requested=true 2024-11-28T10:14:42,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7e57007b53e147558302343109df475b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/00cdfab0c0df41b083bf4c545c9bd3ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/b816eb25d3214d889c93706eb4a0751f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/a2ab402b3c6f47d7972d9d48278b639b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/78f9dacd11594bb9a5154fbed251d0b3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec2826da985a41c0b0aeae57013bd517, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/4a0da79d38974c59b62b5695b5a65166, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0bab365146184ca2a72c8e12c1617b3f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/50456bf7fedc4d949b227bb5bf6b6c1b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/c5574a5aa9f4472d8ebc46d883fd35ab, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/10051fb68e654abc92418d98909102ee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/bdb4e6073af74dbbab3ca1e98a2cf55f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/2b9ae9bd2ef6490390378019c4c8d34e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/43889a869606404896c359d14e65ec68, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/05b0f26972464c57b901f1ffb35043f8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/75a25cae642248aaa6b54b58c6638dc2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/9039bff2d1c14ed787effa72ae26c61d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0a42b134ac19430a9ae2ee195de8ffbb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7f24023177e149dea0cdf7f3614e1ac5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dbc5df7e33a54075ba12a475dae37aee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec040c3cca9c4618a0306d5dc4d473a1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/5ff3bd91b1d547bcaa54d6aef812e4ab, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/44c5070e8334423ca3b1e5e0a79dd555, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f337eadb4b594b4ca2822be042e9858e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/8e9f1a3dd5454e16a033652c1615c948, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/586d638222814b02b372a4222076543b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/fb945b2e90cc490b966d2213bddee68d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f1be1b8ac2824c379854e1aa0369fdcd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f0adc75b8d5445f7be75415b01472909, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/18b7ed7723f048a89aeb99e7491ea958] to archive 2024-11-28T10:14:42,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:14:42,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7e57007b53e147558302343109df475b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7e57007b53e147558302343109df475b 2024-11-28T10:14:42,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/00cdfab0c0df41b083bf4c545c9bd3ae to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/00cdfab0c0df41b083bf4c545c9bd3ae 2024-11-28T10:14:42,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/b816eb25d3214d889c93706eb4a0751f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/b816eb25d3214d889c93706eb4a0751f 2024-11-28T10:14:42,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/a2ab402b3c6f47d7972d9d48278b639b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/a2ab402b3c6f47d7972d9d48278b639b 2024-11-28T10:14:42,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/78f9dacd11594bb9a5154fbed251d0b3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/78f9dacd11594bb9a5154fbed251d0b3 2024-11-28T10:14:42,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec2826da985a41c0b0aeae57013bd517 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec2826da985a41c0b0aeae57013bd517 2024-11-28T10:14:42,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/4a0da79d38974c59b62b5695b5a65166 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/4a0da79d38974c59b62b5695b5a65166 2024-11-28T10:14:42,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0bab365146184ca2a72c8e12c1617b3f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0bab365146184ca2a72c8e12c1617b3f 2024-11-28T10:14:42,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/50456bf7fedc4d949b227bb5bf6b6c1b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/50456bf7fedc4d949b227bb5bf6b6c1b 2024-11-28T10:14:42,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/c5574a5aa9f4472d8ebc46d883fd35ab to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/c5574a5aa9f4472d8ebc46d883fd35ab 2024-11-28T10:14:42,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/10051fb68e654abc92418d98909102ee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/10051fb68e654abc92418d98909102ee 2024-11-28T10:14:42,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/bdb4e6073af74dbbab3ca1e98a2cf55f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/bdb4e6073af74dbbab3ca1e98a2cf55f 2024-11-28T10:14:42,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/2b9ae9bd2ef6490390378019c4c8d34e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/2b9ae9bd2ef6490390378019c4c8d34e 2024-11-28T10:14:42,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/43889a869606404896c359d14e65ec68 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/43889a869606404896c359d14e65ec68 2024-11-28T10:14:42,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/05b0f26972464c57b901f1ffb35043f8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/05b0f26972464c57b901f1ffb35043f8 2024-11-28T10:14:42,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/75a25cae642248aaa6b54b58c6638dc2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/75a25cae642248aaa6b54b58c6638dc2 2024-11-28T10:14:42,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/9039bff2d1c14ed787effa72ae26c61d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/9039bff2d1c14ed787effa72ae26c61d 2024-11-28T10:14:42,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0a42b134ac19430a9ae2ee195de8ffbb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/0a42b134ac19430a9ae2ee195de8ffbb 2024-11-28T10:14:42,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7f24023177e149dea0cdf7f3614e1ac5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/7f24023177e149dea0cdf7f3614e1ac5 2024-11-28T10:14:42,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dbc5df7e33a54075ba12a475dae37aee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dbc5df7e33a54075ba12a475dae37aee 2024-11-28T10:14:42,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec040c3cca9c4618a0306d5dc4d473a1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/ec040c3cca9c4618a0306d5dc4d473a1 2024-11-28T10:14:42,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/5ff3bd91b1d547bcaa54d6aef812e4ab to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/5ff3bd91b1d547bcaa54d6aef812e4ab 2024-11-28T10:14:42,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/44c5070e8334423ca3b1e5e0a79dd555 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/44c5070e8334423ca3b1e5e0a79dd555 2024-11-28T10:14:42,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f337eadb4b594b4ca2822be042e9858e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f337eadb4b594b4ca2822be042e9858e 2024-11-28T10:14:42,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/8e9f1a3dd5454e16a033652c1615c948 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/8e9f1a3dd5454e16a033652c1615c948 2024-11-28T10:14:42,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/586d638222814b02b372a4222076543b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/586d638222814b02b372a4222076543b 2024-11-28T10:14:42,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/fb945b2e90cc490b966d2213bddee68d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/fb945b2e90cc490b966d2213bddee68d 2024-11-28T10:14:42,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f1be1b8ac2824c379854e1aa0369fdcd to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f1be1b8ac2824c379854e1aa0369fdcd 2024-11-28T10:14:42,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f0adc75b8d5445f7be75415b01472909 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/f0adc75b8d5445f7be75415b01472909 2024-11-28T10:14:42,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/18b7ed7723f048a89aeb99e7491ea958 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/18b7ed7723f048a89aeb99e7491ea958 2024-11-28T10:14:42,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f5f1fb00f1c74c80b982a664796ba253, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/db9b14e856bc45bbae423a89df432858, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b6c3010db6634c53939a4cfef6ca2b42, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/e1c56cab6cac45ffa54dff5da9217885, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/91591c5b2aa64289925efb56345a145d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3755ee57b46d43a5bd4c3e9bc7018239, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9eb3f52eb95d443d846d6882cf42e652, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b373adb8655f4e68a838de746af88618, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/49d4b045b7a44fd8aab7bbe48307dba8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b93f0754693473884d22c75eb082357, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5117b6473b194d7cb360e5e076fd942f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/cf1056cf1ace4deeaadce5b28b40c232, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5512e9f31fe1403498bafff0c535f4c2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8ffa6d1a33f343ccb741d9ab8f69feee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/ad5f29078b4b494c9751ad87e8bc4b2c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9c9e9f389a2e49e1bc144371bf7e5a99, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5681ad92418345f594b2222fcf7b41f6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3b9b849dc9a34dd8986f1cd7c31bc7ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb0dca54addc4cd6bc676a06cccf94d3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/11ed0ac68ab34179a4129c8295f83c5a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/63093fe0631f4cb2a7a7402ca071135d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6887971644aa4eb8a9256404f2443dec, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a31e9db566f946f7b493c00877b80379, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/020345b3eae745b2ae5a4ab8c3aa6fe3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a444b34e2cb14a3798aa7256ad1538f5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3aa151e8a7534d52ab02bfc8e413ee39, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b830cc212194318a6a7a6a1418a3ef7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb1e0b12e2c0495893b004872cf416b2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f4aad8b030424b2bafca40a354599ef1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8e4203a09b7f4555b35969672acc440e] to archive 2024-11-28T10:14:42,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:14:42,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f5f1fb00f1c74c80b982a664796ba253 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f5f1fb00f1c74c80b982a664796ba253 2024-11-28T10:14:42,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/db9b14e856bc45bbae423a89df432858 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/db9b14e856bc45bbae423a89df432858 2024-11-28T10:14:42,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b6c3010db6634c53939a4cfef6ca2b42 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b6c3010db6634c53939a4cfef6ca2b42 2024-11-28T10:14:42,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/e1c56cab6cac45ffa54dff5da9217885 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/e1c56cab6cac45ffa54dff5da9217885 2024-11-28T10:14:42,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/91591c5b2aa64289925efb56345a145d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/91591c5b2aa64289925efb56345a145d 2024-11-28T10:14:42,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3755ee57b46d43a5bd4c3e9bc7018239 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3755ee57b46d43a5bd4c3e9bc7018239 2024-11-28T10:14:42,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9eb3f52eb95d443d846d6882cf42e652 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9eb3f52eb95d443d846d6882cf42e652 2024-11-28T10:14:42,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b373adb8655f4e68a838de746af88618 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/b373adb8655f4e68a838de746af88618 2024-11-28T10:14:42,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/49d4b045b7a44fd8aab7bbe48307dba8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/49d4b045b7a44fd8aab7bbe48307dba8 2024-11-28T10:14:42,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b93f0754693473884d22c75eb082357 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b93f0754693473884d22c75eb082357 2024-11-28T10:14:42,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5117b6473b194d7cb360e5e076fd942f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5117b6473b194d7cb360e5e076fd942f 2024-11-28T10:14:42,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/cf1056cf1ace4deeaadce5b28b40c232 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/cf1056cf1ace4deeaadce5b28b40c232 2024-11-28T10:14:42,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5512e9f31fe1403498bafff0c535f4c2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5512e9f31fe1403498bafff0c535f4c2 2024-11-28T10:14:42,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8ffa6d1a33f343ccb741d9ab8f69feee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8ffa6d1a33f343ccb741d9ab8f69feee 2024-11-28T10:14:42,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/ad5f29078b4b494c9751ad87e8bc4b2c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/ad5f29078b4b494c9751ad87e8bc4b2c 2024-11-28T10:14:42,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9c9e9f389a2e49e1bc144371bf7e5a99 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/9c9e9f389a2e49e1bc144371bf7e5a99 2024-11-28T10:14:42,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5681ad92418345f594b2222fcf7b41f6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/5681ad92418345f594b2222fcf7b41f6 2024-11-28T10:14:42,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3b9b849dc9a34dd8986f1cd7c31bc7ae to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3b9b849dc9a34dd8986f1cd7c31bc7ae 2024-11-28T10:14:42,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb0dca54addc4cd6bc676a06cccf94d3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb0dca54addc4cd6bc676a06cccf94d3 2024-11-28T10:14:42,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/11ed0ac68ab34179a4129c8295f83c5a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/11ed0ac68ab34179a4129c8295f83c5a 2024-11-28T10:14:42,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/63093fe0631f4cb2a7a7402ca071135d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/63093fe0631f4cb2a7a7402ca071135d 2024-11-28T10:14:42,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6887971644aa4eb8a9256404f2443dec to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6887971644aa4eb8a9256404f2443dec 2024-11-28T10:14:42,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a31e9db566f946f7b493c00877b80379 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a31e9db566f946f7b493c00877b80379 2024-11-28T10:14:42,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/020345b3eae745b2ae5a4ab8c3aa6fe3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/020345b3eae745b2ae5a4ab8c3aa6fe3 2024-11-28T10:14:42,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a444b34e2cb14a3798aa7256ad1538f5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/a444b34e2cb14a3798aa7256ad1538f5 2024-11-28T10:14:42,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3aa151e8a7534d52ab02bfc8e413ee39 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/3aa151e8a7534d52ab02bfc8e413ee39 2024-11-28T10:14:42,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b830cc212194318a6a7a6a1418a3ef7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/6b830cc212194318a6a7a6a1418a3ef7 2024-11-28T10:14:42,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb1e0b12e2c0495893b004872cf416b2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/bb1e0b12e2c0495893b004872cf416b2 2024-11-28T10:14:42,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f4aad8b030424b2bafca40a354599ef1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/f4aad8b030424b2bafca40a354599ef1 2024-11-28T10:14:42,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8e4203a09b7f4555b35969672acc440e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/8e4203a09b7f4555b35969672acc440e 2024-11-28T10:14:42,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/82cff7f9d02b4f86ad66b4d14d07dc47, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a7caa5d259ba42ffb1352cbccf08d141, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/526f7d4d038441e29ca38a84ad5fa9b3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6647cd9db707418e89924b80c8b1f8b9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/00cee7b5d827415f84c782122d32f5fc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fe4fae6089ae44bf90d4b136104936f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/4b5bd461664b459e857b916b6e95e1a8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9a712f0be79a4ca9b126fe36141f12bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a0f207ee41454281b979e045ec74fc3c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/117416f9915649c1bb26d0530c22438d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/5302a99259424d919132cb8ee7ba44f2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2673454fe6274225b860c88b07edf7ee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/70de6111bb784c44a213ac0a3bdd81e9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/59580ad2c72d493e8880734597a19898, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6276ea28554948759dee283a23465c92, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/e5686768dfab43ddacff8e52857afb95, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/b0fcb97c790240c998664bbd23664752, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/587a3e43102345409477f18d120d0c53, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2e5cf421e67e42689963cee509eb3b0a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9dcc7385c2f14140ac5068fd381b3aa4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/0def174cf65247e9b7c38a8eec0ecce1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/ce568d8f03eb46c48621c934495c9a71, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d524297a85cf4b13a86bd8dc4b313c82, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/7edead87ce904463bab78b478f0d8abe, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/10c323abcde549f3a8d50aea5b1a6a42, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/11291c015cee4311a73cc049796a4bc5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fbcc252bc187490fa2b393b16fbcb395, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d08e7b8d8ab04cb8aeae6adbb2f25716, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/163e77bd1cb14131b3ce0dd22c9858f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/21a23c26c66b44cd9bc2e74740ac02f5] to archive 2024-11-28T10:14:42,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:14:42,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/82cff7f9d02b4f86ad66b4d14d07dc47 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/82cff7f9d02b4f86ad66b4d14d07dc47 2024-11-28T10:14:42,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a7caa5d259ba42ffb1352cbccf08d141 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a7caa5d259ba42ffb1352cbccf08d141 2024-11-28T10:14:42,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/526f7d4d038441e29ca38a84ad5fa9b3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/526f7d4d038441e29ca38a84ad5fa9b3 2024-11-28T10:14:42,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6647cd9db707418e89924b80c8b1f8b9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6647cd9db707418e89924b80c8b1f8b9 2024-11-28T10:14:42,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/00cee7b5d827415f84c782122d32f5fc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/00cee7b5d827415f84c782122d32f5fc 2024-11-28T10:14:42,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fe4fae6089ae44bf90d4b136104936f7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fe4fae6089ae44bf90d4b136104936f7 2024-11-28T10:14:42,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/4b5bd461664b459e857b916b6e95e1a8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/4b5bd461664b459e857b916b6e95e1a8 2024-11-28T10:14:42,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9a712f0be79a4ca9b126fe36141f12bc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9a712f0be79a4ca9b126fe36141f12bc 2024-11-28T10:14:42,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a0f207ee41454281b979e045ec74fc3c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/a0f207ee41454281b979e045ec74fc3c 2024-11-28T10:14:42,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/117416f9915649c1bb26d0530c22438d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/117416f9915649c1bb26d0530c22438d 2024-11-28T10:14:42,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/5302a99259424d919132cb8ee7ba44f2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/5302a99259424d919132cb8ee7ba44f2 2024-11-28T10:14:42,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2673454fe6274225b860c88b07edf7ee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2673454fe6274225b860c88b07edf7ee 2024-11-28T10:14:42,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/70de6111bb784c44a213ac0a3bdd81e9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/70de6111bb784c44a213ac0a3bdd81e9 2024-11-28T10:14:42,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/59580ad2c72d493e8880734597a19898 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/59580ad2c72d493e8880734597a19898 2024-11-28T10:14:42,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6276ea28554948759dee283a23465c92 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/6276ea28554948759dee283a23465c92 2024-11-28T10:14:42,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/e5686768dfab43ddacff8e52857afb95 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/e5686768dfab43ddacff8e52857afb95 2024-11-28T10:14:42,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/b0fcb97c790240c998664bbd23664752 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/b0fcb97c790240c998664bbd23664752 2024-11-28T10:14:42,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/587a3e43102345409477f18d120d0c53 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/587a3e43102345409477f18d120d0c53 2024-11-28T10:14:42,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2e5cf421e67e42689963cee509eb3b0a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/2e5cf421e67e42689963cee509eb3b0a 2024-11-28T10:14:42,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9dcc7385c2f14140ac5068fd381b3aa4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/9dcc7385c2f14140ac5068fd381b3aa4 2024-11-28T10:14:42,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/0def174cf65247e9b7c38a8eec0ecce1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/0def174cf65247e9b7c38a8eec0ecce1 2024-11-28T10:14:42,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/ce568d8f03eb46c48621c934495c9a71 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/ce568d8f03eb46c48621c934495c9a71 2024-11-28T10:14:42,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d524297a85cf4b13a86bd8dc4b313c82 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d524297a85cf4b13a86bd8dc4b313c82 2024-11-28T10:14:42,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/7edead87ce904463bab78b478f0d8abe to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/7edead87ce904463bab78b478f0d8abe 2024-11-28T10:14:42,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/10c323abcde549f3a8d50aea5b1a6a42 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/10c323abcde549f3a8d50aea5b1a6a42 2024-11-28T10:14:42,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/11291c015cee4311a73cc049796a4bc5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/11291c015cee4311a73cc049796a4bc5 2024-11-28T10:14:42,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fbcc252bc187490fa2b393b16fbcb395 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fbcc252bc187490fa2b393b16fbcb395 2024-11-28T10:14:42,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d08e7b8d8ab04cb8aeae6adbb2f25716 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/d08e7b8d8ab04cb8aeae6adbb2f25716 2024-11-28T10:14:42,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/163e77bd1cb14131b3ce0dd22c9858f0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/163e77bd1cb14131b3ce0dd22c9858f0 2024-11-28T10:14:42,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/21a23c26c66b44cd9bc2e74740ac02f5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/21a23c26c66b44cd9bc2e74740ac02f5 2024-11-28T10:14:42,491 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/recovered.edits/434.seqid, newMaxSeqId=434, maxSeqId=1 2024-11-28T10:14:42,492 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. 2024-11-28T10:14:42,492 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for ee9986b591509df389ed39c51789565f: Waiting for close lock at 1732788881060Running coprocessor pre-close hooks at 1732788881060Disabling compacts and flushes for region at 1732788881060Disabling writes for close at 1732788881060Obtaining lock to block concurrent updates at 1732788881061 (+1 ms)Preparing flush snapshotting stores in ee9986b591509df389ed39c51789565f at 1732788881061Finished memstore snapshotting TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732788881062 (+1 ms)Flushing stores of TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f. at 1732788881063 (+1 ms)Flushing ee9986b591509df389ed39c51789565f/A: creating writer at 1732788881063Flushing ee9986b591509df389ed39c51789565f/A: appending metadata at 1732788881069 (+6 ms)Flushing ee9986b591509df389ed39c51789565f/A: closing flushed file at 1732788881069Flushing ee9986b591509df389ed39c51789565f/B: creating writer at 1732788881486 (+417 ms)Flushing ee9986b591509df389ed39c51789565f/B: appending metadata at 1732788881491 (+5 ms)Flushing ee9986b591509df389ed39c51789565f/B: closing flushed file at 1732788881491Flushing ee9986b591509df389ed39c51789565f/C: creating writer at 1732788881909 (+418 ms)Flushing ee9986b591509df389ed39c51789565f/C: appending metadata at 1732788881912 (+3 ms)Flushing ee9986b591509df389ed39c51789565f/C: closing flushed file at 1732788881912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55600de5: reopening flushed file at 1732788882330 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b06c5e: reopening flushed file at 1732788882337 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559e5eac: reopening flushed file at 1732788882343 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ee9986b591509df389ed39c51789565f in 1288ms, sequenceid=431, compaction requested=true at 1732788882348 (+5 ms)Writing region close event to WAL at 1732788882486 (+138 ms)Running coprocessor post-close hooks at 1732788882492 (+6 ms)Closed at 1732788882492 2024-11-28T10:14:42,495 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed ee9986b591509df389ed39c51789565f 2024-11-28T10:14:42,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=ee9986b591509df389ed39c51789565f, regionState=CLOSED 2024-11-28T10:14:42,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:14:42,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-28T10:14:42,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure ee9986b591509df389ed39c51789565f, server=e792e7e95410,33131,1732788848287 in 1.6030 sec 2024-11-28T10:14:42,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-28T10:14:42,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ee9986b591509df389ed39c51789565f, UNASSIGN in 1.6110 sec 2024-11-28T10:14:42,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-28T10:14:42,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6180 sec 2024-11-28T10:14:42,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788882507"}]},"ts":"1732788882507"} 2024-11-28T10:14:42,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T10:14:42,510 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T10:14:42,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6340 sec 2024-11-28T10:14:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-28T10:14:43,029 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:43,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T10:14:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,038 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T10:14:43,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,043 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f 2024-11-28T10:14:43,047 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/recovered.edits] 2024-11-28T10:14:43,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/56b7adec64f94239aa594e25d1d7ec31 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/56b7adec64f94239aa594e25d1d7ec31 2024-11-28T10:14:43,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/af630efc7e214fecacd2e87dfc46ea46 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/af630efc7e214fecacd2e87dfc46ea46 2024-11-28T10:14:43,054 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dd60f75e71844107bc7fe1178eab5044 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/A/dd60f75e71844107bc7fe1178eab5044 2024-11-28T10:14:43,057 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/1421a9c2a57c4b40bfa34013070943b0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/1421a9c2a57c4b40bfa34013070943b0 2024-11-28T10:14:43,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/685783554aee4380b1d80313439fa443 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/685783554aee4380b1d80313439fa443 2024-11-28T10:14:43,059 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/dc7ff9a97bfd45d29682d5e64bd2a8a3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/B/dc7ff9a97bfd45d29682d5e64bd2a8a3 2024-11-28T10:14:43,061 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/734257f26a7f4180aed7697bc725222c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/734257f26a7f4180aed7697bc725222c 2024-11-28T10:14:43,062 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/912ede38dfbc443eb6d2b23df392bcc1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/912ede38dfbc443eb6d2b23df392bcc1 2024-11-28T10:14:43,063 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fad7e1632d7846fda5ecb1eb2417695c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/C/fad7e1632d7846fda5ecb1eb2417695c 2024-11-28T10:14:43,065 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/recovered.edits/434.seqid to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f/recovered.edits/434.seqid 2024-11-28T10:14:43,066 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ee9986b591509df389ed39c51789565f 2024-11-28T10:14:43,066 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T10:14:43,073 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-28T10:14:43,088 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T10:14:43,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T10:14:43,134 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,134 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T10:14:43,134 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732788883134"}]},"ts":"9223372036854775807"} 2024-11-28T10:14:43,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T10:14:43,140 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ee9986b591509df389ed39c51789565f, NAME => 'TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T10:14:43,141 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T10:14:43,141 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732788883141"}]},"ts":"9223372036854775807"} 2024-11-28T10:14:43,145 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T10:14:43,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T10:14:43,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 116 msec 2024-11-28T10:14:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-28T10:14:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T10:14:43,360 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:43,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e792e7e95410:33131-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e792e7e95410:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1510294324_22 at /127.0.0.1:60166 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=298 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4211 (was 4808) 2024-11-28T10:14:43,381 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=4215 2024-11-28T10:14:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:14:43,383 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:14:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:43,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T10:14:43,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:43,386 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-28T10:14:43,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T10:14:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-28T10:14:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741936_1112 (size=1061) 2024-11-28T10:14:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-28T10:14:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-28T10:14:43,795 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:14:43,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741937_1113 (size=53) 2024-11-28T10:14:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-28T10:14:44,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:44,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ab85a038baa4e8ec9ed20f15184aa78f, disabling compactions & flushes 2024-11-28T10:14:44,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. after waiting 0 ms 2024-11-28T10:14:44,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,203 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,203 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab85a038baa4e8ec9ed20f15184aa78f: Waiting for close lock at 1732788884203Disabling compacts and flushes for region at 1732788884203Disabling writes for close at 1732788884203Writing region close event to WAL at 1732788884203Closed at 1732788884203 2024-11-28T10:14:44,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T10:14:44,205 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732788884205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732788884205"}]},"ts":"1732788884205"} 2024-11-28T10:14:44,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T10:14:44,208 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T10:14:44,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788884208"}]},"ts":"1732788884208"} 2024-11-28T10:14:44,210 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T10:14:44,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, ASSIGN}] 2024-11-28T10:14:44,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, ASSIGN 2024-11-28T10:14:44,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, ASSIGN; state=OFFLINE, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=false 2024-11-28T10:14:44,364 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:44,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, ASSIGN because future has completed 2024-11-28T10:14:44,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:14:44,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-28T10:14:44,522 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,522 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:14:44,523 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,523 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:44,523 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,523 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,525 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,526 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:44,527 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab85a038baa4e8ec9ed20f15184aa78f columnFamilyName A 2024-11-28T10:14:44,528 DEBUG [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:44,528 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(327): Store=ab85a038baa4e8ec9ed20f15184aa78f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:44,529 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,530 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:44,531 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab85a038baa4e8ec9ed20f15184aa78f columnFamilyName B 2024-11-28T10:14:44,531 DEBUG [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:44,532 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(327): Store=ab85a038baa4e8ec9ed20f15184aa78f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:44,532 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,534 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:44,534 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab85a038baa4e8ec9ed20f15184aa78f columnFamilyName C 2024-11-28T10:14:44,534 DEBUG [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:44,535 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(327): Store=ab85a038baa4e8ec9ed20f15184aa78f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:44,535 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,535 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,536 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,537 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,538 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,538 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,538 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:14:44,539 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,541 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:14:44,542 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened ab85a038baa4e8ec9ed20f15184aa78f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73796470, jitterRate=0.09965309500694275}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:14:44,542 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:44,543 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for ab85a038baa4e8ec9ed20f15184aa78f: Running coprocessor pre-open hook at 1732788884523Writing region info on filesystem at 1732788884523Initializing all the Stores at 1732788884524 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788884524Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788884524Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788884524Cleaning up temporary data from old regions at 1732788884538 (+14 ms)Running coprocessor post-open hooks at 1732788884542 (+4 ms)Region opened successfully at 1732788884543 (+1 ms) 2024-11-28T10:14:44,544 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., pid=32, masterSystemTime=1732788884519 2024-11-28T10:14:44,546 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,546 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:44,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:44,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:14:44,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-28T10:14:44,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 in 183 msec 2024-11-28T10:14:44,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-28T10:14:44,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, ASSIGN in 340 msec 2024-11-28T10:14:44,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T10:14:44,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788884554"}]},"ts":"1732788884554"} 2024-11-28T10:14:44,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T10:14:44,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T10:14:44,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-28T10:14:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-28T10:14:45,528 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:45,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:45,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:45,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:45,531 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba44387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:45,533 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033508b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:45,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:45,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:45,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:14:45,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:14:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17322130 2024-11-28T10:14:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:14:45,540 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:14:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:14:45,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:14:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T10:14:45,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741938_1114 (size=1097) 2024-11-28T10:14:45,971 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-28T10:14:45,971 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-28T10:14:45,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:14:45,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, REOPEN/MOVE}] 2024-11-28T10:14:45,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, REOPEN/MOVE 2024-11-28T10:14:45,988 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:45,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, REOPEN/MOVE because future has completed 2024-11-28T10:14:45,991 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:14:45,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:14:46,144 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,144 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:14:46,144 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing ab85a038baa4e8ec9ed20f15184aa78f, disabling compactions & flushes 2024-11-28T10:14:46,144 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,144 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,145 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. after waiting 0 ms 2024-11-28T10:14:46,145 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,156 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T10:14:46,158 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,158 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for ab85a038baa4e8ec9ed20f15184aa78f: Waiting for close lock at 1732788886144Running coprocessor pre-close hooks at 1732788886144Disabling compacts and flushes for region at 1732788886144Disabling writes for close at 1732788886145 (+1 ms)Writing region close event to WAL at 1732788886146 (+1 ms)Running coprocessor post-close hooks at 1732788886158 (+12 ms)Closed at 1732788886158 2024-11-28T10:14:46,158 WARN [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: ab85a038baa4e8ec9ed20f15184aa78f to self. 2024-11-28T10:14:46,161 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=CLOSED 2024-11-28T10:14:46,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:14:46,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-28T10:14:46,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 in 174 msec 2024-11-28T10:14:46,169 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, REOPEN/MOVE; state=CLOSED, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=true 2024-11-28T10:14:46,320 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, REOPEN/MOVE because future has completed 2024-11-28T10:14:46,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:14:46,488 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,488 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:14:46,489 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,489 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:14:46,489 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,489 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,493 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,494 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:46,498 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab85a038baa4e8ec9ed20f15184aa78f columnFamilyName A 2024-11-28T10:14:46,500 DEBUG [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:46,501 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(327): Store=ab85a038baa4e8ec9ed20f15184aa78f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:46,501 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,502 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:46,502 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab85a038baa4e8ec9ed20f15184aa78f columnFamilyName B 2024-11-28T10:14:46,502 DEBUG [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:46,502 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(327): Store=ab85a038baa4e8ec9ed20f15184aa78f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:46,503 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,503 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:14:46,503 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab85a038baa4e8ec9ed20f15184aa78f columnFamilyName C 2024-11-28T10:14:46,503 DEBUG [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:46,504 INFO [StoreOpener-ab85a038baa4e8ec9ed20f15184aa78f-1 {}] regionserver.HStore(327): Store=ab85a038baa4e8ec9ed20f15184aa78f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:14:46,504 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,504 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,505 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,506 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,507 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,507 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,507 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:14:46,508 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,509 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened ab85a038baa4e8ec9ed20f15184aa78f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75463819, jitterRate=0.12449853122234344}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:14:46,509 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,511 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for ab85a038baa4e8ec9ed20f15184aa78f: Running coprocessor pre-open hook at 1732788886489Writing region info on filesystem at 1732788886489Initializing all the Stores at 1732788886491 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788886491Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788886491Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788886491Cleaning up temporary data from old regions at 1732788886507 (+16 ms)Running coprocessor post-open hooks at 1732788886509 (+2 ms)Region opened successfully at 1732788886511 (+2 ms) 2024-11-28T10:14:46,512 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., pid=37, masterSystemTime=1732788886479 2024-11-28T10:14:46,513 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,513 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=OPEN, openSeqNum=5, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:14:46,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-28T10:14:46,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 in 191 msec 2024-11-28T10:14:46,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-28T10:14:46,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, REOPEN/MOVE in 532 msec 2024-11-28T10:14:46,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-28T10:14:46,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 543 msec 2024-11-28T10:14:46,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 977 msec 2024-11-28T10:14:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-28T10:14:46,529 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:46,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,530 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb7538a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc1c8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,534 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be6ca13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,536 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2628b7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,539 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119573a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,540 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679e9858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,542 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f48f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,544 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46086df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,546 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c59b1e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,547 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502409ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,549 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f5f9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,550 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422d2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,552 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1760f103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,554 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d51fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfb8c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,558 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1413c576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:14:46,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:14:46,560 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:14:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:14:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:14:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538b91c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:14:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:14:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:14:46,562 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:14:46,562 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a9ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:14:46,565 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,565 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,565 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,565 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,565 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:46,566 DEBUG [Thread-595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,566 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,566 DEBUG [Thread-593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,567 DEBUG [Thread-598 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,567 DEBUG [Thread-598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,568 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:14:46,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-28T10:14:46,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:14:46,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:14:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:46,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:46,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:14:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,574 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:46,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:14:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:14:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:46,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:46,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788946626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788886622, max timestamp=1732788886633Num uniques 859; 2024-11-28T10:14:46,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:46,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788886622, max timestamp=1732788886633Num uniques 859; 2024-11-28T10:14:46,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788886622, max timestamp=1732788886633Num uniques 859; 2024-11-28T10:14:46,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:46,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283aef4fb167b3407b90ec24714eb57484_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788886577/Put/seqid=0 2024-11-28T10:14:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:46,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741939_1115 (size=17034) 2024-11-28T10:14:46,693 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:46,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788946688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788946689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788946690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283aef4fb167b3407b90ec24714eb57484_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283aef4fb167b3407b90ec24714eb57484_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788946692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/130db57bf3f04f9dad9d9e22b2140e16, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:46,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/130db57bf3f04f9dad9d9e22b2140e16 is 175, key is test_row_0/A:col10/1732788886577/Put/seqid=0 2024-11-28T10:14:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741940_1116 (size=48139) 2024-11-28T10:14:46,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:46,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:46,733 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/130db57bf3f04f9dad9d9e22b2140e16 2024-11-28T10:14:46,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788946753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/b650dc93abc249f5abb4a16a5fd33970 is 50, key is test_row_0/B:col10/1732788886577/Put/seqid=0 2024-11-28T10:14:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741941_1117 (size=12001) 2024-11-28T10:14:46,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/b650dc93abc249f5abb4a16a5fd33970 2024-11-28T10:14:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788946809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788946809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788946809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788946809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:46,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/dfc59fdf7545439d803f7307ee10b73a is 50, key is test_row_0/C:col10/1732788886577/Put/seqid=0 2024-11-28T10:14:46,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741942_1118 (size=12001) 2024-11-28T10:14:46,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/dfc59fdf7545439d803f7307ee10b73a 2024-11-28T10:14:46,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/130db57bf3f04f9dad9d9e22b2140e16 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16 2024-11-28T10:14:46,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16, entries=250, sequenceid=15, filesize=47.0 K 2024-11-28T10:14:46,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/b650dc93abc249f5abb4a16a5fd33970 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/b650dc93abc249f5abb4a16a5fd33970 2024-11-28T10:14:46,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/b650dc93abc249f5abb4a16a5fd33970, entries=150, sequenceid=15, filesize=11.7 K 2024-11-28T10:14:46,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/dfc59fdf7545439d803f7307ee10b73a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/dfc59fdf7545439d803f7307ee10b73a 2024-11-28T10:14:46,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:46,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:46,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:46,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/dfc59fdf7545439d803f7307ee10b73a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-28T10:14:46,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ab85a038baa4e8ec9ed20f15184aa78f in 312ms, sequenceid=15, compaction requested=false 2024-11-28T10:14:46,896 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T10:14:46,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-28T10:14:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:46,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:46,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112867acec57ba0e499a93de1bf2d0e0a2da_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788886959/Put/seqid=0 2024-11-28T10:14:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741943_1119 (size=14594) 2024-11-28T10:14:46,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:46,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112867acec57ba0e499a93de1bf2d0e0a2da_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112867acec57ba0e499a93de1bf2d0e0a2da_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:46,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/ff3ca43c051449ffa29a21441cb4238e, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/ff3ca43c051449ffa29a21441cb4238e is 175, key is test_row_0/A:col10/1732788886959/Put/seqid=0 2024-11-28T10:14:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741944_1120 (size=39549) 2024-11-28T10:14:47,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/ff3ca43c051449ffa29a21441cb4238e 2024-11-28T10:14:47,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788947019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788947020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788947020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788947020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/865e7bc3d46842f6b5c15fa339cf84f1 is 50, key is test_row_0/B:col10/1732788886959/Put/seqid=0 2024-11-28T10:14:47,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788947027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741945_1121 (size=12001) 2024-11-28T10:14:47,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/865e7bc3d46842f6b5c15fa339cf84f1 2024-11-28T10:14:47,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/c7068be58604420fa1e0f1a58bb56d70 is 50, key is test_row_0/C:col10/1732788886959/Put/seqid=0 2024-11-28T10:14:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741946_1122 (size=12001) 2024-11-28T10:14:47,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/c7068be58604420fa1e0f1a58bb56d70 2024-11-28T10:14:47,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/ff3ca43c051449ffa29a21441cb4238e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e 2024-11-28T10:14:47,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e, entries=200, sequenceid=51, filesize=38.6 K 2024-11-28T10:14:47,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/865e7bc3d46842f6b5c15fa339cf84f1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/865e7bc3d46842f6b5c15fa339cf84f1 2024-11-28T10:14:47,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/865e7bc3d46842f6b5c15fa339cf84f1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-28T10:14:47,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/c7068be58604420fa1e0f1a58bb56d70 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/c7068be58604420fa1e0f1a58bb56d70 2024-11-28T10:14:47,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/c7068be58604420fa1e0f1a58bb56d70, entries=150, sequenceid=51, filesize=11.7 K 2024-11-28T10:14:47,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for ab85a038baa4e8ec9ed20f15184aa78f in 173ms, sequenceid=51, compaction requested=false 2024-11-28T10:14:47,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:47,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:14:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:47,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:47,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128641e368bd2244b41b345296f30ea53b2_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741947_1123 (size=14594) 2024-11-28T10:14:47,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:47,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788947215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788887201, max timestamp=1732788887212Num uniques 859; 2024-11-28T10:14:47,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:47,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788887201, max timestamp=1732788887212Num uniques 859; 2024-11-28T10:14:47,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:47,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788887201, max timestamp=1732788887212Num uniques 859; 2024-11-28T10:14:47,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:47,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788947328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788947335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788947338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788947339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788947339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788947449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788947449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:47,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:47,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788947548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:47,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128641e368bd2244b41b345296f30ea53b2_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128641e368bd2244b41b345296f30ea53b2_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:47,589 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a0cc9f6bb223452cbf073233e43c0343, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a0cc9f6bb223452cbf073233e43c0343 is 175, key is test_row_0/A:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741948_1124 (size=39549) 2024-11-28T10:14:47,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a0cc9f6bb223452cbf073233e43c0343 2024-11-28T10:14:47,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/77f93ee61c964c50847b49bcda1f7b27 is 50, key is test_row_0/B:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741949_1125 (size=12001) 2024-11-28T10:14:47,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/77f93ee61c964c50847b49bcda1f7b27 2024-11-28T10:14:47,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/2bc8ba87ac11485f9e22014ca2a40177 is 50, key is test_row_0/C:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:47,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788947658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788947658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741950_1126 (size=12001) 2024-11-28T10:14:47,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/2bc8ba87ac11485f9e22014ca2a40177 2024-11-28T10:14:47,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a0cc9f6bb223452cbf073233e43c0343 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343 2024-11-28T10:14:47,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343, entries=200, sequenceid=62, filesize=38.6 K 2024-11-28T10:14:47,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/77f93ee61c964c50847b49bcda1f7b27 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/77f93ee61c964c50847b49bcda1f7b27 2024-11-28T10:14:47,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/77f93ee61c964c50847b49bcda1f7b27, entries=150, sequenceid=62, filesize=11.7 K 2024-11-28T10:14:47,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/2bc8ba87ac11485f9e22014ca2a40177 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/2bc8ba87ac11485f9e22014ca2a40177 2024-11-28T10:14:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:47,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/2bc8ba87ac11485f9e22014ca2a40177, entries=150, sequenceid=62, filesize=11.7 K 2024-11-28T10:14:47,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ab85a038baa4e8ec9ed20f15184aa78f in 579ms, sequenceid=62, compaction requested=true 2024-11-28T10:14:47,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:47,720 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:47,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:47,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:47,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:47,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:47,721 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:47,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:47,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:47,722 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:47,722 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:14:47,723 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,723 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=124.3 K 2024-11-28T10:14:47,723 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,723 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343] 2024-11-28T10:14:47,723 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:47,724 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:14:47,724 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,724 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/b650dc93abc249f5abb4a16a5fd33970, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/865e7bc3d46842f6b5c15fa339cf84f1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/77f93ee61c964c50847b49bcda1f7b27] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=35.2 K 2024-11-28T10:14:47,724 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b650dc93abc249f5abb4a16a5fd33970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732788886577 2024-11-28T10:14:47,724 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 130db57bf3f04f9dad9d9e22b2140e16, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732788886574 2024-11-28T10:14:47,725 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff3ca43c051449ffa29a21441cb4238e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732788886684 2024-11-28T10:14:47,725 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 865e7bc3d46842f6b5c15fa339cf84f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732788886688 2024-11-28T10:14:47,725 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0cc9f6bb223452cbf073233e43c0343, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732788886978 2024-11-28T10:14:47,725 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 77f93ee61c964c50847b49bcda1f7b27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732788886978 2024-11-28T10:14:47,739 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:47,739 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/aa71f09844874781a44c7b057e23413f is 50, key is test_row_0/B:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,741 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,746 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112810b23765601546f58b04c70ae7159087_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741951_1127 (size=12104) 2024-11-28T10:14:47,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112810b23765601546f58b04c70ae7159087_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112810b23765601546f58b04c70ae7159087_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,765 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/aa71f09844874781a44c7b057e23413f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/aa71f09844874781a44c7b057e23413f 2024-11-28T10:14:47,773 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into aa71f09844874781a44c7b057e23413f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:47,774 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:47,774 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788887721; duration=0sec 2024-11-28T10:14:47,774 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:47,774 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:14:47,775 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:47,776 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:47,776 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:14:47,776 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,777 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/dfc59fdf7545439d803f7307ee10b73a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/c7068be58604420fa1e0f1a58bb56d70, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/2bc8ba87ac11485f9e22014ca2a40177] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=35.2 K 2024-11-28T10:14:47,780 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting dfc59fdf7545439d803f7307ee10b73a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732788886577 2024-11-28T10:14:47,781 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c7068be58604420fa1e0f1a58bb56d70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732788886688 2024-11-28T10:14:47,781 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bc8ba87ac11485f9e22014ca2a40177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732788886978 2024-11-28T10:14:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741952_1128 (size=4469) 2024-11-28T10:14:47,789 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#109 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:47,790 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/08c7241c3df949378a17419c6f7fc692 is 175, key is test_row_0/A:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,804 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:47,804 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/35d818420a1a4732a7d4c53e53c037cb is 50, key is test_row_0/C:col10/1732788886978/Put/seqid=0 2024-11-28T10:14:47,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741953_1129 (size=31058) 2024-11-28T10:14:47,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-28T10:14:47,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:47,814 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-28T10:14:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:47,820 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/08c7241c3df949378a17419c6f7fc692 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/08c7241c3df949378a17419c6f7fc692 2024-11-28T10:14:47,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741954_1130 (size=12104) 2024-11-28T10:14:47,829 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into 08c7241c3df949378a17419c6f7fc692(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:47,829 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:47,829 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788887720; duration=0sec 2024-11-28T10:14:47,829 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:47,829 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:14:47,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281b6f4ce79a06464297ff1e8cf203f64f_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788887335/Put/seqid=0 2024-11-28T10:14:47,839 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/35d818420a1a4732a7d4c53e53c037cb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/35d818420a1a4732a7d4c53e53c037cb 2024-11-28T10:14:47,849 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into 35d818420a1a4732a7d4c53e53c037cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:47,849 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:47,849 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788887721; duration=0sec 2024-11-28T10:14:47,849 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:47,849 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:14:47,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741955_1131 (size=12154) 2024-11-28T10:14:47,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:47,860 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281b6f4ce79a06464297ff1e8cf203f64f_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281b6f4ce79a06464297ff1e8cf203f64f_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/7af4511b64f64b00b3291dd7f37b8122, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/7af4511b64f64b00b3291dd7f37b8122 is 175, key is test_row_0/A:col10/1732788887335/Put/seqid=0 2024-11-28T10:14:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:47,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741956_1132 (size=30955) 2024-11-28T10:14:47,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788947880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788947887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788947888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788947969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788947969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788947998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788947999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788947999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,007 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,037 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:14:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788948219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788948219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788948219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/7af4511b64f64b00b3291dd7f37b8122 2024-11-28T10:14:48,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a500d0790f254683b0d774da21f4d25f is 50, key is test_row_0/B:col10/1732788887335/Put/seqid=0 2024-11-28T10:14:48,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741957_1133 (size=12001) 2024-11-28T10:14:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788948488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788948489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788948538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788948538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788948538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:48,685 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a500d0790f254683b0d774da21f4d25f 2024-11-28T10:14:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3 is 50, key is test_row_0/C:col10/1732788887335/Put/seqid=0 2024-11-28T10:14:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741958_1134 (size=12001) 2024-11-28T10:14:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:49,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788949049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788949049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788949058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,106 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3 2024-11-28T10:14:49,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/7af4511b64f64b00b3291dd7f37b8122 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122 2024-11-28T10:14:49,115 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122, entries=150, sequenceid=99, filesize=30.2 K 2024-11-28T10:14:49,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a500d0790f254683b0d774da21f4d25f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a500d0790f254683b0d774da21f4d25f 2024-11-28T10:14:49,121 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a500d0790f254683b0d774da21f4d25f, entries=150, sequenceid=99, filesize=11.7 K 2024-11-28T10:14:49,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3 2024-11-28T10:14:49,127 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3, entries=150, sequenceid=99, filesize=11.7 K 2024-11-28T10:14:49,128 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for ab85a038baa4e8ec9ed20f15184aa78f in 1315ms, sequenceid=99, compaction requested=false 2024-11-28T10:14:49,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:49,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:49,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-28T10:14:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-28T10:14:49,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-28T10:14:49,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5560 sec 2024-11-28T10:14:49,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.5670 sec 2024-11-28T10:14:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:49,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:14:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:49,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:49,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112803940c45868a40cd876f462d88fae90a_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741959_1135 (size=14594) 2024-11-28T10:14:49,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788949552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788949553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788949668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788949668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788949878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788949878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:49,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:49,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112803940c45868a40cd876f462d88fae90a_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112803940c45868a40cd876f462d88fae90a_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:49,944 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/2f81679e47cf4d6fbb74ac0eb00247f9, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:49,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/2f81679e47cf4d6fbb74ac0eb00247f9 is 175, key is test_row_0/A:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:49,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741960_1136 (size=39549) 2024-11-28T10:14:49,960 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/2f81679e47cf4d6fbb74ac0eb00247f9 2024-11-28T10:14:49,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/552a7681dc8a40f4a2683d4425bd70f4 is 50, key is test_row_0/B:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:49,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741961_1137 (size=12001) 2024-11-28T10:14:49,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/552a7681dc8a40f4a2683d4425bd70f4 2024-11-28T10:14:49,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ed4a9cd8feba4310be15f51ac3c72f86 is 50, key is test_row_0/C:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741962_1138 (size=12001) 2024-11-28T10:14:50,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ed4a9cd8feba4310be15f51ac3c72f86 2024-11-28T10:14:50,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/2f81679e47cf4d6fbb74ac0eb00247f9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9 2024-11-28T10:14:50,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9, entries=200, sequenceid=113, filesize=38.6 K 2024-11-28T10:14:50,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/552a7681dc8a40f4a2683d4425bd70f4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/552a7681dc8a40f4a2683d4425bd70f4 2024-11-28T10:14:50,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/552a7681dc8a40f4a2683d4425bd70f4, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T10:14:50,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ed4a9cd8feba4310be15f51ac3c72f86 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ed4a9cd8feba4310be15f51ac3c72f86 2024-11-28T10:14:50,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ed4a9cd8feba4310be15f51ac3c72f86, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T10:14:50,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for ab85a038baa4e8ec9ed20f15184aa78f in 529ms, sequenceid=113, compaction requested=true 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:50,032 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:50,032 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:50,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:50,033 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:50,033 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:50,033 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:14:50,033 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:14:50,033 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:50,033 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:50,034 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/aa71f09844874781a44c7b057e23413f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a500d0790f254683b0d774da21f4d25f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/552a7681dc8a40f4a2683d4425bd70f4] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=35.3 K 2024-11-28T10:14:50,034 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/08c7241c3df949378a17419c6f7fc692, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=99.2 K 2024-11-28T10:14:50,034 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:50,034 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/08c7241c3df949378a17419c6f7fc692, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9] 2024-11-28T10:14:50,034 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting aa71f09844874781a44c7b057e23413f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732788886978 2024-11-28T10:14:50,034 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08c7241c3df949378a17419c6f7fc692, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732788886978 2024-11-28T10:14:50,034 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a500d0790f254683b0d774da21f4d25f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732788887274 2024-11-28T10:14:50,035 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7af4511b64f64b00b3291dd7f37b8122, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732788887274 2024-11-28T10:14:50,035 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 552a7681dc8a40f4a2683d4425bd70f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732788887876 2024-11-28T10:14:50,035 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f81679e47cf4d6fbb74ac0eb00247f9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732788887876 2024-11-28T10:14:50,055 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:50,055 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:50,055 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/3e95c3f863014e788049815b82a68877 is 50, key is test_row_0/B:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:50,058 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128a6dc44eae5e14fb1b245cf0112486e48_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:50,064 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128a6dc44eae5e14fb1b245cf0112486e48_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:50,064 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a6dc44eae5e14fb1b245cf0112486e48_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:50,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788889529, max timestamp=1732788890059Num uniques 859; 2024-11-28T10:14:50,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:50,070 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788889529, max timestamp=1732788890059Num uniques 859; 2024-11-28T10:14:50,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:50,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-28T10:14:50,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788889529, max timestamp=1732788890059Num uniques 859; 2024-11-28T10:14:50,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:50,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:50,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:50,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:50,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:50,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:50,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:50,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741963_1139 (size=12207) 2024-11-28T10:14:50,099 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/3e95c3f863014e788049815b82a68877 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3e95c3f863014e788049815b82a68877 2024-11-28T10:14:50,109 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into 3e95c3f863014e788049815b82a68877(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:50,110 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:50,110 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788890032; duration=0sec 2024-11-28T10:14:50,110 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:50,110 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:14:50,110 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741964_1140 (size=4469) 2024-11-28T10:14:50,114 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:50,114 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:14:50,114 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:50,114 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/35d818420a1a4732a7d4c53e53c037cb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ed4a9cd8feba4310be15f51ac3c72f86] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=35.3 K 2024-11-28T10:14:50,116 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 35d818420a1a4732a7d4c53e53c037cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732788886978 2024-11-28T10:14:50,116 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#118 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:50,117 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/2d1ff134495f4c878596506525713f2f is 175, key is test_row_0/A:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:50,117 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f5000fa6d6b4aedbc8d489cfd4fbdc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732788887274 2024-11-28T10:14:50,120 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ed4a9cd8feba4310be15f51ac3c72f86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732788887876 2024-11-28T10:14:50,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ce90aff6d2394727b7da037c0fa27169_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788889529/Put/seqid=0 2024-11-28T10:14:50,133 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732788890114, max timestamp=1732788890131Num uniques 859; 2024-11-28T10:14:50,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:50,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788890114, max timestamp=1732788890131Num uniques 859; 2024-11-28T10:14:50,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788890114, max timestamp=1732788890131Num uniques 859; 2024-11-28T10:14:50,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:50,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:50,152 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:50,152 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/7650119212b44bd7995e7297fedbbcf1 is 50, key is test_row_0/C:col10/1732788889500/Put/seqid=0 2024-11-28T10:14:50,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741965_1141 (size=31161) 2024-11-28T10:14:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741966_1142 (size=14744) 2024-11-28T10:14:50,180 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:50,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ce90aff6d2394727b7da037c0fa27169_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ce90aff6d2394727b7da037c0fa27169_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:50,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/19205a20143148d18c04ca792ac33b3b, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:50,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/19205a20143148d18c04ca792ac33b3b is 175, key is test_row_0/A:col10/1732788889529/Put/seqid=0 2024-11-28T10:14:50,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788890171, max timestamp=1732788890186Num uniques 1068; 2024-11-28T10:14:50,192 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-28T10:14:50,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741967_1143 (size=12207) 2024-11-28T10:14:50,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788890171, max timestamp=1732788890186Num uniques 1068; 2024-11-28T10:14:50,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788890171, max timestamp=1732788890186Num uniques 1068; 2024-11-28T10:14:50,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-28T10:14:50,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-28T10:14:50,208 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/7650119212b44bd7995e7297fedbbcf1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/7650119212b44bd7995e7297fedbbcf1 2024-11-28T10:14:50,225 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into 7650119212b44bd7995e7297fedbbcf1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:50,225 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:50,225 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788890032; duration=0sec 2024-11-28T10:14:50,225 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:50,225 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:14:50,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741968_1144 (size=39699) 2024-11-28T10:14:50,228 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/19205a20143148d18c04ca792ac33b3b 2024-11-28T10:14:50,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/da639e5d66ac492986af7f51c54287cd is 50, key is test_row_0/B:col10/1732788889529/Put/seqid=0 2024-11-28T10:14:50,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788950228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788950230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788950232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788950235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=527, cellSize=24132, totalHeapSize=55048, min timestamp=1732788890186, max timestamp=1732788890243Num uniques 1127; 2024-11-28T10:14:50,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=24132, suffix heap size=145176,new segment heap size=55048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=527 2024-11-28T10:14:50,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=527, cellSize=24132, totalHeapSize=55048, min timestamp=1732788890186, max timestamp=1732788890243Num uniques 1127; 2024-11-28T10:14:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=24132, suffix heap size=145176,new segment heap size=55048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=527 2024-11-28T10:14:50,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=527, cellSize=24132, totalHeapSize=55048, min timestamp=1732788890186, max timestamp=1732788890243Num uniques 1127; 2024-11-28T10:14:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=24132, suffix heap size=145176,new segment heap size=55048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=527 2024-11-28T10:14:50,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741969_1145 (size=12101) 2024-11-28T10:14:50,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788950350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788950358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788950359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788950359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788950359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788950458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788950569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788950569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788950578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788950578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,616 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/2d1ff134495f4c878596506525713f2f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2d1ff134495f4c878596506525713f2f 2024-11-28T10:14:50,623 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into 2d1ff134495f4c878596506525713f2f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:50,623 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:50,623 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788890032; duration=0sec 2024-11-28T10:14:50,624 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:50,624 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:14:50,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/da639e5d66ac492986af7f51c54287cd 2024-11-28T10:14:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788950668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/21701844444240f29472c88b85c05442 is 50, key is test_row_0/C:col10/1732788889529/Put/seqid=0 2024-11-28T10:14:50,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741970_1146 (size=12101) 2024-11-28T10:14:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-28T10:14:50,728 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:50,729 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-28T10:14:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-28T10:14:50,732 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:50,732 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:50,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:50,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-28T10:14:50,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-28T10:14:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:50,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:50,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:50,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788950889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788950890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788950890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788950890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:50,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788950989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:50,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-28T10:14:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:51,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:51,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-28T10:14:51,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/21701844444240f29472c88b85c05442 2024-11-28T10:14:51,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/19205a20143148d18c04ca792ac33b3b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b 2024-11-28T10:14:51,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b, entries=200, sequenceid=135, filesize=38.8 K 2024-11-28T10:14:51,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/da639e5d66ac492986af7f51c54287cd as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/da639e5d66ac492986af7f51c54287cd 2024-11-28T10:14:51,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/da639e5d66ac492986af7f51c54287cd, entries=150, sequenceid=135, filesize=11.8 K 2024-11-28T10:14:51,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/21701844444240f29472c88b85c05442 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/21701844444240f29472c88b85c05442 2024-11-28T10:14:51,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/21701844444240f29472c88b85c05442, entries=150, sequenceid=135, filesize=11.8 K 2024-11-28T10:14:51,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for ab85a038baa4e8ec9ed20f15184aa78f in 1049ms, sequenceid=135, compaction requested=false 2024-11-28T10:14:51,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:51,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-28T10:14:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:51,192 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=161.02 KB heapSize=430.17 KB 2024-11-28T10:14:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:51,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286534c34aa14c41a88fa811da9724de1a_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788890347/Put/seqid=0 2024-11-28T10:14:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741971_1147 (size=12304) 2024-11-28T10:14:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-28T10:14:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:51,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788951405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788951406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788951408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788951409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788951498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788951519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788951519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788951519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:51,616 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286534c34aa14c41a88fa811da9724de1a_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286534c34aa14c41a88fa811da9724de1a_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:51,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/651fddcec6344df68698fce7d5b0154d, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:51,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/651fddcec6344df68698fce7d5b0154d is 175, key is test_row_0/A:col10/1732788890347/Put/seqid=0 2024-11-28T10:14:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741972_1148 (size=31105) 2024-11-28T10:14:51,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788951729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788951729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788951729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-28T10:14:51,951 INFO [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T10:14:51,952 INFO [master/e792e7e95410:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T10:14:52,023 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/651fddcec6344df68698fce7d5b0154d 2024-11-28T10:14:52,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/0bce7e11c9834d8ca93653c39453092d is 50, key is test_row_0/B:col10/1732788890347/Put/seqid=0 2024-11-28T10:14:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741973_1149 (size=12151) 2024-11-28T10:14:52,037 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/0bce7e11c9834d8ca93653c39453092d 2024-11-28T10:14:52,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788952039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788952039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788952040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3c3792ad704545adb4e9fa5fb3dfd765 is 50, key is test_row_0/C:col10/1732788890347/Put/seqid=0 2024-11-28T10:14:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741974_1150 (size=12151) 2024-11-28T10:14:52,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788952418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,420 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,456 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3c3792ad704545adb4e9fa5fb3dfd765 2024-11-28T10:14:52,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/651fddcec6344df68698fce7d5b0154d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d 2024-11-28T10:14:52,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d, entries=150, sequenceid=206, filesize=30.4 K 2024-11-28T10:14:52,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/0bce7e11c9834d8ca93653c39453092d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0bce7e11c9834d8ca93653c39453092d 2024-11-28T10:14:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,473 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0bce7e11c9834d8ca93653c39453092d, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T10:14:52,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3c3792ad704545adb4e9fa5fb3dfd765 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3c3792ad704545adb4e9fa5fb3dfd765 2024-11-28T10:14:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,478 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3c3792ad704545adb4e9fa5fb3dfd765, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T10:14:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~430.13 KB/440448, currentSize=33.54 KB/34350 for ab85a038baa4e8ec9ed20f15184aa78f in 1287ms, sequenceid=206, compaction requested=true 2024-11-28T10:14:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:52,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-28T10:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-28T10:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-28T10:14:52,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7490 sec 2024-11-28T10:14:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.7550 sec 2024-11-28T10:14:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:14:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:52,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:52,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:52,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:52,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:52,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f79f75af4b14e609e0a1f8b0e85cb4e_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741975_1151 (size=14794) 2024-11-28T10:14:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788892588, max timestamp=1732788892623Num uniques 859; 2024-11-28T10:14:52,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788892588, max timestamp=1732788892623Num uniques 859; 2024-11-28T10:14:52,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788892588, max timestamp=1732788892623Num uniques 859; 2024-11-28T10:14:52,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:14:52,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:14:52,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:14:52,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788952657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788952657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788952658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788952660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788952779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788952779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788952779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788952779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-28T10:14:52,878 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:52,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-28T10:14:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-28T10:14:52,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:52,881 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:52,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:52,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:52,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f79f75af4b14e609e0a1f8b0e85cb4e_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f79f75af4b14e609e0a1f8b0e85cb4e_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:52,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/eaf5e0157f954409a63702b879be34ca, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:52,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/eaf5e0157f954409a63702b879be34ca is 175, key is test_row_0/A:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741976_1152 (size=39749) 2024-11-28T10:14:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-28T10:14:52,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788952989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788952989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788952989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788952989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:52,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-28T10:14:53,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788953298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788953298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788953298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788953298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/eaf5e0157f954409a63702b879be34ca 2024-11-28T10:14:53,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/31c8d0a156494495bfcc0bfeacfe3737 is 50, key is test_row_0/B:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:53,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741977_1153 (size=12151) 2024-11-28T10:14:53,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-28T10:14:53,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/31c8d0a156494495bfcc0bfeacfe3737 2024-11-28T10:14:53,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788953808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788953808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788953808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788953808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:53,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:53,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/aceb47752b0d49f9ba6b1b5dd042e3a9 is 50, key is test_row_0/C:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741978_1154 (size=12151) 2024-11-28T10:14:53,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:53,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:53,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:53,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-28T10:14:54,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:54,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:54,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/aceb47752b0d49f9ba6b1b5dd042e3a9 2024-11-28T10:14:54,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/eaf5e0157f954409a63702b879be34ca as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca 2024-11-28T10:14:54,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca, entries=200, sequenceid=216, filesize=38.8 K 2024-11-28T10:14:54,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/31c8d0a156494495bfcc0bfeacfe3737 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/31c8d0a156494495bfcc0bfeacfe3737 2024-11-28T10:14:54,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/31c8d0a156494495bfcc0bfeacfe3737, entries=150, sequenceid=216, filesize=11.9 K 2024-11-28T10:14:54,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/aceb47752b0d49f9ba6b1b5dd042e3a9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/aceb47752b0d49f9ba6b1b5dd042e3a9 2024-11-28T10:14:54,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/aceb47752b0d49f9ba6b1b5dd042e3a9, entries=150, sequenceid=216, filesize=11.9 K 2024-11-28T10:14:54,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for ab85a038baa4e8ec9ed20f15184aa78f in 1722ms, sequenceid=216, compaction requested=true 2024-11-28T10:14:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:54,250 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:54,250 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:54,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:54,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141714 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:14:54,253 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,253 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,253 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2d1ff134495f4c878596506525713f2f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=138.4 K 2024-11-28T10:14:54,253 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3e95c3f863014e788049815b82a68877, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/da639e5d66ac492986af7f51c54287cd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0bce7e11c9834d8ca93653c39453092d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/31c8d0a156494495bfcc0bfeacfe3737] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=47.5 K 2024-11-28T10:14:54,253 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2d1ff134495f4c878596506525713f2f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca] 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e95c3f863014e788049815b82a68877, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732788887876 2024-11-28T10:14:54,253 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d1ff134495f4c878596506525713f2f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732788887876 2024-11-28T10:14:54,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting da639e5d66ac492986af7f51c54287cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732788889529 2024-11-28T10:14:54,254 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19205a20143148d18c04ca792ac33b3b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732788889529 2024-11-28T10:14:54,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bce7e11c9834d8ca93653c39453092d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732788890275 2024-11-28T10:14:54,254 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 651fddcec6344df68698fce7d5b0154d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732788890275 2024-11-28T10:14:54,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 31c8d0a156494495bfcc0bfeacfe3737, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732788891404 2024-11-28T10:14:54,254 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaf5e0157f954409a63702b879be34ca, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732788891404 2024-11-28T10:14:54,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-28T10:14:54,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,257 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-28T10:14:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:54,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:54,263 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:54,263 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a3ebecbfcbd540baab74e7e1416e6a1c is 50, key is test_row_0/B:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:54,265 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:54,269 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411281f2ba7ff7fba47feb4419caf431e6d43_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d0b810afd73c434da8e1dc7cde2768e0_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788892655/Put/seqid=0 2024-11-28T10:14:54,271 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411281f2ba7ff7fba47feb4419caf431e6d43_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:54,272 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f2ba7ff7fba47feb4419caf431e6d43_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:54,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741979_1155 (size=12493) 2024-11-28T10:14:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741980_1156 (size=12304) 2024-11-28T10:14:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741981_1157 (size=4469) 2024-11-28T10:14:54,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:54,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:54,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788954471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788954588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:54,686 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#130 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:54,687 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/19365708d4a147eaa1e5d3d15130b6bc is 175, key is test_row_0/A:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:54,691 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a3ebecbfcbd540baab74e7e1416e6a1c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3ebecbfcbd540baab74e7e1416e6a1c 2024-11-28T10:14:54,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d0b810afd73c434da8e1dc7cde2768e0_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d0b810afd73c434da8e1dc7cde2768e0_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/b8b02d175e444fef8e7928b5294d2559, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/b8b02d175e444fef8e7928b5294d2559 is 175, key is test_row_0/A:col10/1732788892655/Put/seqid=0 2024-11-28T10:14:54,702 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into a3ebecbfcbd540baab74e7e1416e6a1c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:54,702 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:54,702 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=12, startTime=1732788894250; duration=0sec 2024-11-28T10:14:54,702 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:54,702 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:14:54,702 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:14:54,704 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48610 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:14:54,705 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:14:54,705 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,705 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/7650119212b44bd7995e7297fedbbcf1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/21701844444240f29472c88b85c05442, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3c3792ad704545adb4e9fa5fb3dfd765, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/aceb47752b0d49f9ba6b1b5dd042e3a9] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=47.5 K 2024-11-28T10:14:54,705 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7650119212b44bd7995e7297fedbbcf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732788887876 2024-11-28T10:14:54,706 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 21701844444240f29472c88b85c05442, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732788889529 2024-11-28T10:14:54,706 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c3792ad704545adb4e9fa5fb3dfd765, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732788890275 2024-11-28T10:14:54,706 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting aceb47752b0d49f9ba6b1b5dd042e3a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732788891404 2024-11-28T10:14:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741982_1158 (size=31447) 2024-11-28T10:14:54,727 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/19365708d4a147eaa1e5d3d15130b6bc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19365708d4a147eaa1e5d3d15130b6bc 2024-11-28T10:14:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741983_1159 (size=31105) 2024-11-28T10:14:54,731 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/b8b02d175e444fef8e7928b5294d2559 2024-11-28T10:14:54,740 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into 19365708d4a147eaa1e5d3d15130b6bc(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:54,740 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:54,740 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=12, startTime=1732788894250; duration=0sec 2024-11-28T10:14:54,741 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:54,741 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:14:54,741 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:54,742 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/14a8f32d0b8e426585419d883909f9c9 is 50, key is test_row_0/C:col10/1732788892526/Put/seqid=0 2024-11-28T10:14:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/342b6fd08f4e4cf891cd77ccd4a76e23 is 50, key is test_row_0/B:col10/1732788892655/Put/seqid=0 2024-11-28T10:14:54,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741984_1160 (size=12493) 2024-11-28T10:14:54,789 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/14a8f32d0b8e426585419d883909f9c9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/14a8f32d0b8e426585419d883909f9c9 2024-11-28T10:14:54,795 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into 14a8f32d0b8e426585419d883909f9c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:54,795 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:54,795 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=12, startTime=1732788894250; duration=0sec 2024-11-28T10:14:54,795 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:54,795 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:14:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741985_1161 (size=12151) 2024-11-28T10:14:54,804 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/342b6fd08f4e4cf891cd77ccd4a76e23 2024-11-28T10:14:54,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788954799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788954818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,820 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788954819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,827 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/49713137a2e0401d818620a9296f6932 is 50, key is test_row_0/C:col10/1732788892655/Put/seqid=0 2024-11-28T10:14:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788954829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788954829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:54,835 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,836 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:54,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741986_1162 (size=12151) 2024-11-28T10:14:54,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/49713137a2e0401d818620a9296f6932 2024-11-28T10:14:54,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/b8b02d175e444fef8e7928b5294d2559 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559 2024-11-28T10:14:54,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559, entries=150, sequenceid=251, filesize=30.4 K 2024-11-28T10:14:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/342b6fd08f4e4cf891cd77ccd4a76e23 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/342b6fd08f4e4cf891cd77ccd4a76e23 2024-11-28T10:14:54,922 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/342b6fd08f4e4cf891cd77ccd4a76e23, entries=150, sequenceid=251, filesize=11.9 K 2024-11-28T10:14:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/49713137a2e0401d818620a9296f6932 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/49713137a2e0401d818620a9296f6932 2024-11-28T10:14:54,935 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/49713137a2e0401d818620a9296f6932, entries=150, sequenceid=251, filesize=11.9 K 2024-11-28T10:14:54,939 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for ab85a038baa4e8ec9ed20f15184aa78f in 682ms, sequenceid=251, compaction requested=false 2024-11-28T10:14:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:54,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-28T10:14:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-28T10:14:54,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-28T10:14:54,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-11-28T10:14:54,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0710 sec 2024-11-28T10:14:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-28T10:14:55,029 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:14:55,030 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:14:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-28T10:14:55,032 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:14:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:55,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:14:55,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:14:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:55,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:14:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:55,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282a0915cb46e34e87aaeff8cac9a8ceb4_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741987_1163 (size=14994) 2024-11-28T10:14:55,137 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:55,142 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282a0915cb46e34e87aaeff8cac9a8ceb4_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282a0915cb46e34e87aaeff8cac9a8ceb4_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:55,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:55,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b is 175, key is test_row_0/A:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741988_1164 (size=39949) 2024-11-28T10:14:55,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b 2024-11-28T10:14:55,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/3df61bafadc4452b99de381c6ee2b01b is 50, key is test_row_0/B:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741989_1165 (size=12301) 2024-11-28T10:14:55,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/3df61bafadc4452b99de381c6ee2b01b 2024-11-28T10:14:55,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ba9cacf7e8fc483080e73624113acc80 is 50, key is test_row_0/C:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741990_1166 (size=12301) 2024-11-28T10:14:55,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ba9cacf7e8fc483080e73624113acc80 2024-11-28T10:14:55,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b 2024-11-28T10:14:55,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b, entries=200, sequenceid=265, filesize=39.0 K 2024-11-28T10:14:55,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/3df61bafadc4452b99de381c6ee2b01b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3df61bafadc4452b99de381c6ee2b01b 2024-11-28T10:14:55,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788895187, max timestamp=1732788895211Num uniques 859; 2024-11-28T10:14:55,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:55,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788895187, max timestamp=1732788895211Num uniques 859; 2024-11-28T10:14:55,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:55,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788895187, max timestamp=1732788895211Num uniques 859; 2024-11-28T10:14:55,215 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:55,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3df61bafadc4452b99de381c6ee2b01b, entries=150, sequenceid=265, filesize=12.0 K 2024-11-28T10:14:55,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ba9cacf7e8fc483080e73624113acc80 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ba9cacf7e8fc483080e73624113acc80 2024-11-28T10:14:55,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ba9cacf7e8fc483080e73624113acc80, entries=150, sequenceid=265, filesize=12.0 K 2024-11-28T10:14:55,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=53.67 KB/54960 for ab85a038baa4e8ec9ed20f15184aa78f in 113ms, sequenceid=265, compaction requested=true 2024-11-28T10:14:55,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:55,235 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:55,235 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:55,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:55,236 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:55,236 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:14:55,236 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,236 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3ebecbfcbd540baab74e7e1416e6a1c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/342b6fd08f4e4cf891cd77ccd4a76e23, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3df61bafadc4452b99de381c6ee2b01b] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=36.1 K 2024-11-28T10:14:55,237 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:55,237 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:14:55,237 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,237 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19365708d4a147eaa1e5d3d15130b6bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=100.1 K 2024-11-28T10:14:55,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=60.38 KB heapSize=161.16 KB 2024-11-28T10:14:55,237 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,237 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19365708d4a147eaa1e5d3d15130b6bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b] 2024-11-28T10:14:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:55,237 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ebecbfcbd540baab74e7e1416e6a1c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732788891404 2024-11-28T10:14:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:55,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:55,238 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 342b6fd08f4e4cf891cd77ccd4a76e23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732788892642 2024-11-28T10:14:55,238 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19365708d4a147eaa1e5d3d15130b6bc, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732788891404 2024-11-28T10:14:55,238 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b02d175e444fef8e7928b5294d2559, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732788892642 2024-11-28T10:14:55,238 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3df61bafadc4452b99de381c6ee2b01b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732788894459 2024-11-28T10:14:55,239 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5378dfb94e2b44dbb0d2c40e1e2b7f4b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732788894459 2024-11-28T10:14:55,258 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:55,258 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:55,259 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/6baf80a501f341cda5c510f0e85bc854 is 50, key is test_row_0/B:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f915ae5457b4b10904c04813b48ecb8_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788895203/Put/seqid=0 2024-11-28T10:14:55,271 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128a386be823eeb4b769c7b7c83fac13fb0_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:55,273 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128a386be823eeb4b769c7b7c83fac13fb0_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:55,273 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a386be823eeb4b769c7b7c83fac13fb0_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:55,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741991_1167 (size=12745) 2024-11-28T10:14:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741992_1168 (size=12454) 2024-11-28T10:14:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741993_1169 (size=4469) 2024-11-28T10:14:55,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:55,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:55,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788895310, max timestamp=1732788895344Num uniques 859; 2024-11-28T10:14:55,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:55,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788895310, max timestamp=1732788895344Num uniques 859; 2024-11-28T10:14:55,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788895310, max timestamp=1732788895344Num uniques 859; 2024-11-28T10:14:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:55,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:55,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:14:55,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788955458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:55,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788955578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:55,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:55,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:55,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:55,684 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/6baf80a501f341cda5c510f0e85bc854 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/6baf80a501f341cda5c510f0e85bc854 2024-11-28T10:14:55,688 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into 6baf80a501f341cda5c510f0e85bc854(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:55,688 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:55,688 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788895235; duration=0sec 2024-11-28T10:14:55,688 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:55,688 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:14:55,688 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:55,689 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:55,689 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:14:55,689 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,690 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/14a8f32d0b8e426585419d883909f9c9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/49713137a2e0401d818620a9296f6932, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ba9cacf7e8fc483080e73624113acc80] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=36.1 K 2024-11-28T10:14:55,690 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a8f32d0b8e426585419d883909f9c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732788891404 2024-11-28T10:14:55,690 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 49713137a2e0401d818620a9296f6932, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732788892642 2024-11-28T10:14:55,690 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ba9cacf7e8fc483080e73624113acc80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732788894459 2024-11-28T10:14:55,696 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:55,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281f915ae5457b4b10904c04813b48ecb8_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f915ae5457b4b10904c04813b48ecb8_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:55,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a8dcf54fa76e4483ac101be082edc7f3, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:55,701 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:55,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a8dcf54fa76e4483ac101be082edc7f3 is 175, key is test_row_0/A:col10/1732788895203/Put/seqid=0 2024-11-28T10:14:55,701 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:55,702 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/128ee92398f04147b2f2da695937bd88 is 175, key is test_row_0/A:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,702 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ea86d63e2b024a2fb45431d5dcad4d01 is 50, key is test_row_0/C:col10/1732788894459/Put/seqid=0 2024-11-28T10:14:55,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741995_1171 (size=31255) 2024-11-28T10:14:55,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741994_1170 (size=31699) 2024-11-28T10:14:55,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741996_1172 (size=12745) 2024-11-28T10:14:55,753 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/ea86d63e2b024a2fb45431d5dcad4d01 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ea86d63e2b024a2fb45431d5dcad4d01 2024-11-28T10:14:55,753 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/128ee92398f04147b2f2da695937bd88 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/128ee92398f04147b2f2da695937bd88 2024-11-28T10:14:55,759 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into ea86d63e2b024a2fb45431d5dcad4d01(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:55,759 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into 128ee92398f04147b2f2da695937bd88(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:55,759 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:55,759 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:55,759 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788895235; duration=0sec 2024-11-28T10:14:55,759 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788895235; duration=0sec 2024-11-28T10:14:55,759 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:55,759 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:14:55,759 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:55,759 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:14:55,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788955788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:55,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:55,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:55,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788956098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a8dcf54fa76e4483ac101be082edc7f3 2024-11-28T10:14:56,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/bec1305b3d1f4fb6b33026e4a70903ca is 50, key is test_row_0/B:col10/1732788895203/Put/seqid=0 2024-11-28T10:14:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741997_1173 (size=12301) 2024-11-28T10:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:56,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:56,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:56,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:56,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/bec1305b3d1f4fb6b33026e4a70903ca 2024-11-28T10:14:56,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/9e11caecbaa8451aa5493492bec1c951 is 50, key is test_row_0/C:col10/1732788895203/Put/seqid=0 2024-11-28T10:14:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741998_1174 (size=12301) 2024-11-28T10:14:56,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/9e11caecbaa8451aa5493492bec1c951 2024-11-28T10:14:56,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/a8dcf54fa76e4483ac101be082edc7f3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3 2024-11-28T10:14:56,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3, entries=150, sequenceid=290, filesize=30.5 K 2024-11-28T10:14:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/bec1305b3d1f4fb6b33026e4a70903ca as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/bec1305b3d1f4fb6b33026e4a70903ca 2024-11-28T10:14:56,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/bec1305b3d1f4fb6b33026e4a70903ca, entries=150, sequenceid=290, filesize=12.0 K 2024-11-28T10:14:56,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/9e11caecbaa8451aa5493492bec1c951 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9e11caecbaa8451aa5493492bec1c951 2024-11-28T10:14:56,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9e11caecbaa8451aa5493492bec1c951, entries=150, sequenceid=290, filesize=12.0 K 2024-11-28T10:14:56,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~161.11 KB/164976, currentSize=127.47 KB/130530 for ab85a038baa4e8ec9ed20f15184aa78f in 1332ms, sequenceid=290, compaction requested=false 2024-11-28T10:14:56,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:56,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-28T10:14:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:56,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:56,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f6de0e2ba5c746488c0bc8bd7ee5eca5_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:56,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741999_1175 (size=14994) 2024-11-28T10:14:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788956646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788956759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788956848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788956849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,852 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:56,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788956849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,852 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:56,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788956849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,853 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,853 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:14:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:56,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:56,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:56,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788956968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:56,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:57,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:57,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f6de0e2ba5c746488c0bc8bd7ee5eca5_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f6de0e2ba5c746488c0bc8bd7ee5eca5_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:57,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/64b1a47dc2af4ca5adc097f738ec6274, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:57,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/64b1a47dc2af4ca5adc097f738ec6274 is 175, key is test_row_0/A:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742000_1176 (size=39949) 2024-11-28T10:14:57,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788957278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:57,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:57,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/64b1a47dc2af4ca5adc097f738ec6274 2024-11-28T10:14:57,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/96060acdc98e474e9b18c4fa318c178e is 50, key is test_row_0/B:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742001_1177 (size=12301) 2024-11-28T10:14:57,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788957788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:57,793 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:57,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/96060acdc98e474e9b18c4fa318c178e 2024-11-28T10:14:57,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/059f00a57eb74e1eb3ac1b8898b964e1 is 50, key is test_row_0/C:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742002_1178 (size=12301) 2024-11-28T10:14:57,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:57,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:14:58,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/059f00a57eb74e1eb3ac1b8898b964e1 2024-11-28T10:14:58,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/64b1a47dc2af4ca5adc097f738ec6274 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274 2024-11-28T10:14:58,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274, entries=200, sequenceid=330, filesize=39.0 K 2024-11-28T10:14:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/96060acdc98e474e9b18c4fa318c178e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/96060acdc98e474e9b18c4fa318c178e 2024-11-28T10:14:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/96060acdc98e474e9b18c4fa318c178e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-28T10:14:58,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/059f00a57eb74e1eb3ac1b8898b964e1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/059f00a57eb74e1eb3ac1b8898b964e1 2024-11-28T10:14:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/059f00a57eb74e1eb3ac1b8898b964e1, entries=150, sequenceid=330, filesize=12.0 K 2024-11-28T10:14:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for ab85a038baa4e8ec9ed20f15184aa78f in 1667ms, sequenceid=330, compaction requested=true 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:14:58,279 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:58,279 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:14:58,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,280 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:58,280 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:14:58,280 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,280 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:58,280 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:14:58,280 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/128ee92398f04147b2f2da695937bd88, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=100.5 K 2024-11-28T10:14:58,280 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,280 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,281 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/6baf80a501f341cda5c510f0e85bc854, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/bec1305b3d1f4fb6b33026e4a70903ca, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/96060acdc98e474e9b18c4fa318c178e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=36.5 K 2024-11-28T10:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,280 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/128ee92398f04147b2f2da695937bd88, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274] 2024-11-28T10:14:58,281 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6baf80a501f341cda5c510f0e85bc854, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732788894459 2024-11-28T10:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,281 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 128ee92398f04147b2f2da695937bd88, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732788894459 2024-11-28T10:14:58,281 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting bec1305b3d1f4fb6b33026e4a70903ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732788895203 2024-11-28T10:14:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,282 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8dcf54fa76e4483ac101be082edc7f3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732788895203 2024-11-28T10:14:58,282 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 96060acdc98e474e9b18c4fa318c178e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732788895399 2024-11-28T10:14:58,282 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64b1a47dc2af4ca5adc097f738ec6274, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732788895399 2024-11-28T10:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,301 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,310 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:58,310 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/1d5f54d19cd94b81a91631a9ac5c3c2e is 50, key is test_row_0/B:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,312 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112836b6bec73e914008b68141151ac567d6_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,314 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112836b6bec73e914008b68141151ac567d6_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:58,314 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112836b6bec73e914008b68141151ac567d6_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742003_1179 (size=12847) 2024-11-28T10:14:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742004_1180 (size=4469) 2024-11-28T10:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,333 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#147 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,334 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/fa598f23dcf340c48cbdade7698b913c is 175, key is test_row_0/A:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,338 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/1d5f54d19cd94b81a91631a9ac5c3c2e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1d5f54d19cd94b81a91631a9ac5c3c2e 2024-11-28T10:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,345 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into 1d5f54d19cd94b81a91631a9ac5c3c2e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:58,345 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,345 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788898279; duration=0sec 2024-11-28T10:14:58,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:14:58,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:14:58,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:14:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,347 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,347 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:14:58,347 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,348 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ea86d63e2b024a2fb45431d5dcad4d01, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9e11caecbaa8451aa5493492bec1c951, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/059f00a57eb74e1eb3ac1b8898b964e1] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=36.5 K 2024-11-28T10:14:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,348 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ea86d63e2b024a2fb45431d5dcad4d01, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732788894459 2024-11-28T10:14:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,350 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e11caecbaa8451aa5493492bec1c951, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732788895203 2024-11-28T10:14:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,350 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 059f00a57eb74e1eb3ac1b8898b964e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732788895399 2024-11-28T10:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742005_1181 (size=31801) 2024-11-28T10:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,359 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:14:58,359 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/fa598f23dcf340c48cbdade7698b913c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/fa598f23dcf340c48cbdade7698b913c 2024-11-28T10:14:58,360 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/f93482465d844837ac17747f405272e3 is 50, key is test_row_0/C:col10/1732788896610/Put/seqid=0 2024-11-28T10:14:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742006_1182 (size=12847) 2024-11-28T10:14:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,367 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into fa598f23dcf340c48cbdade7698b913c(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:58,367 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:58,367 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788898279; duration=0sec 2024-11-28T10:14:58,367 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:58,367 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:14:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-28T10:14:58,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:14:58,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e1774039a10e490ab4d8dd0101b02d28_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788896637/Put/seqid=0 2024-11-28T10:14:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742007_1183 (size=9914) 2024-11-28T10:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,772 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/f93482465d844837ac17747f405272e3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/f93482465d844837ac17747f405272e3 2024-11-28T10:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,780 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into f93482465d844837ac17747f405272e3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:14:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,780 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:58,781 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788898279; duration=0sec 2024-11-28T10:14:58,781 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:14:58,781 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:14:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:58,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:14:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,841 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e1774039a10e490ab4d8dd0101b02d28_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e1774039a10e490ab4d8dd0101b02d28_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/66f0306ddaa94209a2177f8288a47256, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/66f0306ddaa94209a2177f8288a47256 is 175, key is test_row_0/A:col10/1732788896637/Put/seqid=0 2024-11-28T10:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742008_1184 (size=22561) 2024-11-28T10:14:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:58,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788898931, max timestamp=1732788898957Num uniques 859; 2024-11-28T10:14:58,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:58,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732788898931, max timestamp=1732788898957Num uniques 859; 2024-11-28T10:14:58,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-28T10:14:58,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732788898931, max timestamp=1732788898957Num uniques 859; 2024-11-28T10:14:58,965 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-28T10:14:59,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788959066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:14:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788959178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:14:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:14:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:14:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:14:59,249 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/66f0306ddaa94209a2177f8288a47256 2024-11-28T10:14:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/322cf684e6a14e7db65360f46b214ac9 is 50, key is test_row_0/B:col10/1732788896637/Put/seqid=0 2024-11-28T10:14:59,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742009_1185 (size=9857) 2024-11-28T10:14:59,271 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/322cf684e6a14e7db65360f46b214ac9 2024-11-28T10:14:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/711b7c263a9f4dfbbd179ad6cb61fb51 is 50, key is test_row_0/C:col10/1732788896637/Put/seqid=0 2024-11-28T10:14:59,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742010_1186 (size=9857) 2024-11-28T10:14:59,293 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/711b7c263a9f4dfbbd179ad6cb61fb51 2024-11-28T10:14:59,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/66f0306ddaa94209a2177f8288a47256 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256 2024-11-28T10:14:59,305 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256, entries=100, sequenceid=342, filesize=22.0 K 2024-11-28T10:14:59,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/322cf684e6a14e7db65360f46b214ac9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/322cf684e6a14e7db65360f46b214ac9 2024-11-28T10:14:59,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/322cf684e6a14e7db65360f46b214ac9, entries=100, sequenceid=342, filesize=9.6 K 2024-11-28T10:14:59,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/711b7c263a9f4dfbbd179ad6cb61fb51 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/711b7c263a9f4dfbbd179ad6cb61fb51 2024-11-28T10:14:59,324 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/711b7c263a9f4dfbbd179ad6cb61fb51, entries=100, sequenceid=342, filesize=9.6 K 2024-11-28T10:14:59,325 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=135.63 KB/138880 for ab85a038baa4e8ec9ed20f15184aa78f in 924ms, sequenceid=342, compaction requested=false 2024-11-28T10:14:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:14:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:14:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-28T10:14:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-28T10:14:59,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-28T10:14:59,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2930 sec 2024-11-28T10:14:59,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 4.3000 sec 2024-11-28T10:14:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:59,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788899042, max timestamp=1732788899390Num uniques 1068; 2024-11-28T10:14:59,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-28T10:14:59,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788899042, max timestamp=1732788899390Num uniques 1009; 2024-11-28T10:14:59,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-28T10:14:59,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=64.46 KB heapSize=177.88 KB 2024-11-28T10:14:59,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788899042, max timestamp=1732788899390Num uniques 1009; 2024-11-28T10:14:59,396 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-11-28T10:14:59,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:14:59,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:59,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:14:59,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:59,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:14:59,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:14:59,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b5814488a6d54f7ca878212100279d36_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788899042/Put/seqid=0 2024-11-28T10:14:59,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742011_1187 (size=12454) 2024-11-28T10:14:59,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788899441, max timestamp=1732788899468Num uniques 859; 2024-11-28T10:14:59,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788899441, max timestamp=1732788899468Num uniques 859; 2024-11-28T10:14:59,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:59,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:59,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788899441, max timestamp=1732788899468Num uniques 859; 2024-11-28T10:14:59,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:14:59,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788899503, max timestamp=1732788899541Num uniques 1068; 2024-11-28T10:14:59,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-28T10:14:59,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788899503, max timestamp=1732788899541Num uniques 1068; 2024-11-28T10:14:59,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-28T10:14:59,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788899503, max timestamp=1732788899541Num uniques 1068; 2024-11-28T10:14:59,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-28T10:14:59,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732788899598, max timestamp=1732788899616Num uniques 1127; 2024-11-28T10:14:59,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-28T10:14:59,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732788899598, max timestamp=1732788899616Num uniques 1127; 2024-11-28T10:14:59,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732788899598, max timestamp=1732788899616Num uniques 1127; 2024-11-28T10:14:59,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-28T10:14:59,621 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-28T10:14:59,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732788899656, max timestamp=1732788899693Num uniques 1036; 2024-11-28T10:14:59,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-28T10:14:59,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732788899656, max timestamp=1732788899693Num uniques 1036; 2024-11-28T10:14:59,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-28T10:14:59,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732788899656, max timestamp=1732788899693Num uniques 1036; 2024-11-28T10:14:59,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-28T10:14:59,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732788899748, max timestamp=1732788899773Num uniques 1045; 2024-11-28T10:14:59,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-28T10:14:59,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732788899748, max timestamp=1732788899773Num uniques 1045; 2024-11-28T10:14:59,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-28T10:14:59,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732788899748, max timestamp=1732788899773Num uniques 1045; 2024-11-28T10:14:59,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-28T10:14:59,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:14:59,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b5814488a6d54f7ca878212100279d36_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b5814488a6d54f7ca878212100279d36_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:14:59,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/14088e8194d64bc6b1fd08da554dce7b, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:14:59,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/14088e8194d64bc6b1fd08da554dce7b is 175, key is test_row_0/A:col10/1732788899042/Put/seqid=0 2024-11-28T10:14:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742012_1188 (size=31255) 2024-11-28T10:14:59,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732788899831, max timestamp=1732788899861Num uniques 1104; 2024-11-28T10:14:59,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732788899831, max timestamp=1732788899861Num uniques 1104; 2024-11-28T10:14:59,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732788899831, max timestamp=1732788899861Num uniques 1104; 2024-11-28T10:14:59,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-11-28T10:14:59,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-28T10:14:59,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-28T10:14:59,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732788899926, max timestamp=1732788899947Num uniques 1013; 2024-11-28T10:14:59,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-28T10:14:59,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732788899926, max timestamp=1732788899947Num uniques 1063; 2024-11-28T10:14:59,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-28T10:14:59,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732788899926, max timestamp=1732788899947Num uniques 1063; 2024-11-28T10:14:59,951 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-28T10:15:00,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732788899992, max timestamp=1732788900031Num uniques 1072; 2024-11-28T10:15:00,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-28T10:15:00,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732788899992, max timestamp=1732788900031Num uniques 1072; 2024-11-28T10:15:00,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-28T10:15:00,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1732788899992, max timestamp=1732788900031Num uniques 1072; 2024-11-28T10:15:00,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=7872, suffix heap size=139456,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=172 2024-11-28T10:15:00,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732788900096, max timestamp=1732788900115Num uniques 1031; 2024-11-28T10:15:00,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732788900096, max timestamp=1732788900115Num uniques 1031; 2024-11-28T10:15:00,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-28T10:15:00,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732788900096, max timestamp=1732788900115Num uniques 1031; 2024-11-28T10:15:00,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-28T10:15:00,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-11-28T10:15:00,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732788900151, max timestamp=1732788900189Num uniques 1090; 2024-11-28T10:15:00,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732788900151, max timestamp=1732788900189Num uniques 1090; 2024-11-28T10:15:00,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-11-28T10:15:00,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-11-28T10:15:00,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732788900151, max timestamp=1732788900189Num uniques 1090; 2024-11-28T10:15:00,194 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-11-28T10:15:00,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/14088e8194d64bc6b1fd08da554dce7b 2024-11-28T10:15:00,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/1c2ce106888244ccb9a666acc10de582 is 50, key is test_row_0/B:col10/1732788899042/Put/seqid=0 2024-11-28T10:15:00,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742013_1189 (size=12301) 2024-11-28T10:15:00,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732788900236, max timestamp=1732788900258Num uniques 1149; 2024-11-28T10:15:00,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732788900236, max timestamp=1732788900258Num uniques 1149; 2024-11-28T10:15:00,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732788900236, max timestamp=1732788900258Num uniques 1149; 2024-11-28T10:15:00,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-28T10:15:00,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-28T10:15:00,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-28T10:15:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732788900311, max timestamp=1732788900332Num uniques 1108; 2024-11-28T10:15:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-28T10:15:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732788900311, max timestamp=1732788900332Num uniques 1108; 2024-11-28T10:15:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-28T10:15:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732788900311, max timestamp=1732788900332Num uniques 1108; 2024-11-28T10:15:00,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-28T10:15:00,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1732788900366, max timestamp=1732788900400Num uniques 1117; 2024-11-28T10:15:00,404 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-11-28T10:15:00,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1732788900366, max timestamp=1732788900400Num uniques 1117; 2024-11-28T10:15:00,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-11-28T10:15:00,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1732788900366, max timestamp=1732788900400Num uniques 1117; 2024-11-28T10:15:00,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-11-28T10:15:00,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1732788900444, max timestamp=1732788900468Num uniques 1026; 2024-11-28T10:15:00,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-11-28T10:15:00,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1732788900444, max timestamp=1732788900468Num uniques 1026; 2024-11-28T10:15:00,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-11-28T10:15:00,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1732788900444, max timestamp=1732788900468Num uniques 1026; 2024-11-28T10:15:00,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-11-28T10:15:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1732788900530, max timestamp=1732788900561Num uniques 1085; 2024-11-28T10:15:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1732788900530, max timestamp=1732788900561Num uniques 1085; 2024-11-28T10:15:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-28T10:15:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-28T10:15:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1732788900530, max timestamp=1732788900561Num uniques 1085; 2024-11-28T10:15:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-28T10:15:00,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1732788900598, max timestamp=1732788900632Num uniques 1044; 2024-11-28T10:15:00,636 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-11-28T10:15:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1732788900598, max timestamp=1732788900632Num uniques 1044; 2024-11-28T10:15:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-11-28T10:15:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1732788900598, max timestamp=1732788900632Num uniques 1044; 2024-11-28T10:15:00,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-11-28T10:15:00,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/1c2ce106888244ccb9a666acc10de582 2024-11-28T10:15:00,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/b3ad8d23047e43858f988010125658f2 is 50, key is test_row_0/C:col10/1732788899042/Put/seqid=0 2024-11-28T10:15:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742014_1190 (size=12301) 2024-11-28T10:15:00,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1732788900680, max timestamp=1732788900742Num uniques 1153; 2024-11-28T10:15:00,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1732788900680, max timestamp=1732788900742Num uniques 1153; 2024-11-28T10:15:00,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=7005, suffix heap size=147880,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=153 2024-11-28T10:15:00,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=7005, suffix heap size=147880,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=153 2024-11-28T10:15:00,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1732788900680, max timestamp=1732788900742Num uniques 1153; 2024-11-28T10:15:00,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=7005, suffix heap size=147880,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=153 2024-11-28T10:15:00,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1732788900798, max timestamp=1732788900829Num uniques 1012; 2024-11-28T10:15:00,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1732788900798, max timestamp=1732788900829Num uniques 1012; 2024-11-28T10:15:00,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=11992, suffix heap size=133216,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=262 2024-11-28T10:15:00,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1732788900798, max timestamp=1732788900829Num uniques 1012; 2024-11-28T10:15:00,833 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=11992, suffix heap size=133216,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=262 2024-11-28T10:15:00,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=11992, suffix heap size=133216,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=262 2024-11-28T10:15:00,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=421, cellSize=19276, totalHeapSize=44024, min timestamp=1732788900861, max timestamp=1732788900886Num uniques 1121; 2024-11-28T10:15:00,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=19276, suffix heap size=144552,new segment heap size=44024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=421 2024-11-28T10:15:00,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=421, cellSize=19276, totalHeapSize=44024, min timestamp=1732788900861, max timestamp=1732788900886Num uniques 1121; 2024-11-28T10:15:00,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=421, cellSize=19276, totalHeapSize=44024, min timestamp=1732788900861, max timestamp=1732788900886Num uniques 1121; 2024-11-28T10:15:00,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=19276, suffix heap size=144552,new segment heap size=44024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=421 2024-11-28T10:15:00,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=19276, suffix heap size=144552,new segment heap size=44024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=421 2024-11-28T10:15:00,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788960939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:00,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788960940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:00,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788960941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:00,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 489 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788960942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:00,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788960948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788961058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788961059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788961059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788961059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 490 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788961059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/b3ad8d23047e43858f988010125658f2 2024-11-28T10:15:01,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/14088e8194d64bc6b1fd08da554dce7b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b 2024-11-28T10:15:01,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b, entries=150, sequenceid=381, filesize=30.5 K 2024-11-28T10:15:01,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/1c2ce106888244ccb9a666acc10de582 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1c2ce106888244ccb9a666acc10de582 2024-11-28T10:15:01,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1c2ce106888244ccb9a666acc10de582, entries=150, sequenceid=381, filesize=12.0 K 2024-11-28T10:15:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/b3ad8d23047e43858f988010125658f2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/b3ad8d23047e43858f988010125658f2 2024-11-28T10:15:01,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/b3ad8d23047e43858f988010125658f2, entries=150, sequenceid=381, filesize=12.0 K 2024-11-28T10:15:01,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=167.72 KB/171750 for ab85a038baa4e8ec9ed20f15184aa78f in 1715ms, sequenceid=381, compaction requested=true 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:01,111 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:01,111 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:01,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:01,112 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:01,113 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:15:01,113 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:01,113 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1d5f54d19cd94b81a91631a9ac5c3c2e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/322cf684e6a14e7db65360f46b214ac9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1c2ce106888244ccb9a666acc10de582] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=34.2 K 2024-11-28T10:15:01,113 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:01,113 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:15:01,113 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:01,113 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/fa598f23dcf340c48cbdade7698b913c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=83.6 K 2024-11-28T10:15:01,113 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:01,113 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/fa598f23dcf340c48cbdade7698b913c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b] 2024-11-28T10:15:01,114 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa598f23dcf340c48cbdade7698b913c, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732788895399 2024-11-28T10:15:01,114 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d5f54d19cd94b81a91631a9ac5c3c2e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732788895399 2024-11-28T10:15:01,114 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66f0306ddaa94209a2177f8288a47256, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732788896637 2024-11-28T10:15:01,114 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 322cf684e6a14e7db65360f46b214ac9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732788896637 2024-11-28T10:15:01,115 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14088e8194d64bc6b1fd08da554dce7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732788899042 2024-11-28T10:15:01,115 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c2ce106888244ccb9a666acc10de582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732788899042 2024-11-28T10:15:01,121 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:01,123 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:01,124 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a3db2bf9f5054365b71c27fc63586dff is 50, key is test_row_0/B:col10/1732788899042/Put/seqid=0 2024-11-28T10:15:01,126 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411284b5097a112d3425d9040c977e6b2b85e_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:01,128 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411284b5097a112d3425d9040c977e6b2b85e_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:01,128 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284b5097a112d3425d9040c977e6b2b85e_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742015_1191 (size=12949) 2024-11-28T10:15:01,137 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a3db2bf9f5054365b71c27fc63586dff as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3db2bf9f5054365b71c27fc63586dff 2024-11-28T10:15:01,159 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into a3db2bf9f5054365b71c27fc63586dff(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:01,159 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:01,159 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788901111; duration=0sec 2024-11-28T10:15:01,159 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:01,159 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:15:01,159 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:01,160 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:01,160 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:15:01,160 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:01,160 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/f93482465d844837ac17747f405272e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/711b7c263a9f4dfbbd179ad6cb61fb51, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/b3ad8d23047e43858f988010125658f2] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=34.2 K 2024-11-28T10:15:01,161 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting f93482465d844837ac17747f405272e3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732788895399 2024-11-28T10:15:01,161 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 711b7c263a9f4dfbbd179ad6cb61fb51, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732788896637 2024-11-28T10:15:01,162 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b3ad8d23047e43858f988010125658f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732788899042 2024-11-28T10:15:01,168 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#158 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:01,168 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3206c8321c5e49fa987ce5226451286b is 50, key is test_row_0/C:col10/1732788899042/Put/seqid=0 2024-11-28T10:15:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742016_1192 (size=4469) 2024-11-28T10:15:01,170 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#156 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:01,171 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/219ff0fa638f4074b6d1c68d0737267e is 175, key is test_row_0/A:col10/1732788899042/Put/seqid=0 2024-11-28T10:15:01,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742017_1193 (size=12949) 2024-11-28T10:15:01,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742018_1194 (size=31903) 2024-11-28T10:15:01,180 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/3206c8321c5e49fa987ce5226451286b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3206c8321c5e49fa987ce5226451286b 2024-11-28T10:15:01,182 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/219ff0fa638f4074b6d1c68d0737267e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/219ff0fa638f4074b6d1c68d0737267e 2024-11-28T10:15:01,186 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into 3206c8321c5e49fa987ce5226451286b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:01,186 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:01,186 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788901111; duration=0sec 2024-11-28T10:15:01,186 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:01,186 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:15:01,189 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into 219ff0fa638f4074b6d1c68d0737267e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:01,189 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:01,189 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788901111; duration=0sec 2024-11-28T10:15:01,190 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:01,190 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:15:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:01,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=181.14 KB heapSize=500.58 KB 2024-11-28T10:15:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1732788900931, max timestamp=1732788901271Num uniques 1280; 2024-11-28T10:15:01,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=58620, new segment data size=8240, suffix heap size=161088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1280, new segment cells count=180 2024-11-28T10:15:01,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8230, totalHeapSize=18960, min timestamp=1732788900931, max timestamp=1732788901271Num uniques 1280; 2024-11-28T10:15:01,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=58610, new segment data size=8230, suffix heap size=161088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1280, new segment cells count=180 2024-11-28T10:15:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:15:01,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8236, totalHeapSize=18960, min timestamp=1732788900931, max timestamp=1732788901271Num uniques 1280; 2024-11-28T10:15:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:01,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=58616, new segment data size=8236, suffix heap size=161088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1280, new segment cells count=180 2024-11-28T10:15:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:15:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:15:01,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:01,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ba202a4c70134aba80c2f53ff877cf4a_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788900947/Put/seqid=0 2024-11-28T10:15:01,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742019_1195 (size=17534) 2024-11-28T10:15:01,291 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:01,300 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ba202a4c70134aba80c2f53ff877cf4a_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ba202a4c70134aba80c2f53ff877cf4a_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:01,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/87671da0180f40b58df093a8f33e60d9, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:01,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/87671da0180f40b58df093a8f33e60d9 is 175, key is test_row_0/A:col10/1732788900947/Put/seqid=0 2024-11-28T10:15:01,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788961296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732788901287, max timestamp=1732788901303Num uniques 859; 2024-11-28T10:15:01,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-28T10:15:01,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732788901287, max timestamp=1732788901303Num uniques 859; 2024-11-28T10:15:01,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732788901287, max timestamp=1732788901303Num uniques 859; 2024-11-28T10:15:01,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-28T10:15:01,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-28T10:15:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742020_1196 (size=48639) 2024-11-28T10:15:01,313 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=735, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/87671da0180f40b58df093a8f33e60d9 2024-11-28T10:15:01,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/cc7830f350314f42a24e8e4ba73f9191 is 50, key is test_row_0/B:col10/1732788900947/Put/seqid=0 2024-11-28T10:15:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742021_1197 (size=12301) 2024-11-28T10:15:01,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788961327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788961327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 499 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788961328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788961328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788961408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788961438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788961439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 500 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788961448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788961448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788961618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788961649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788961649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 501 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788961658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788961658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/cc7830f350314f42a24e8e4ba73f9191 2024-11-28T10:15:01,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/fa29ee7ffc5c448a890d54d744e63ba6 is 50, key is test_row_0/C:col10/1732788900947/Put/seqid=0 2024-11-28T10:15:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742022_1198 (size=12301) 2024-11-28T10:15:01,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/fa29ee7ffc5c448a890d54d744e63ba6 2024-11-28T10:15:01,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/87671da0180f40b58df093a8f33e60d9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9 2024-11-28T10:15:01,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9, entries=250, sequenceid=735, filesize=47.5 K 2024-11-28T10:15:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/cc7830f350314f42a24e8e4ba73f9191 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/cc7830f350314f42a24e8e4ba73f9191 2024-11-28T10:15:01,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/cc7830f350314f42a24e8e4ba73f9191, entries=150, sequenceid=735, filesize=12.0 K 2024-11-28T10:15:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/fa29ee7ffc5c448a890d54d744e63ba6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/fa29ee7ffc5c448a890d54d744e63ba6 2024-11-28T10:15:01,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/fa29ee7ffc5c448a890d54d744e63ba6, entries=150, sequenceid=735, filesize=12.0 K 2024-11-28T10:15:01,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~143.91 KB/147360, currentSize=140.89 KB/144270 for ab85a038baa4e8ec9ed20f15184aa78f in 482ms, sequenceid=735, compaction requested=false 2024-11-28T10:15:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:01,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=147.60 KB heapSize=401.39 KB 2024-11-28T10:15:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:15:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:01,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:15:01,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:01,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:15:01,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:01,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128dee413ae95914915b0e6b4dbc7d1a5f5_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742023_1199 (size=14994) 2024-11-28T10:15:01,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788961955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788961959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788961959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788961968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 502 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788961968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:01,972 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788962068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788962278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:02,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128dee413ae95914915b0e6b4dbc7d1a5f5_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128dee413ae95914915b0e6b4dbc7d1a5f5_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:02,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/44d45c57a0ef4cdf8cb98ebb64a1df72, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:02,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/44d45c57a0ef4cdf8cb98ebb64a1df72 is 175, key is test_row_0/A:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:02,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742024_1200 (size=39949) 2024-11-28T10:15:02,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788962468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788962468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 503 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788962478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788962479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788962588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:02,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:02,755 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=769, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/44d45c57a0ef4cdf8cb98ebb64a1df72 2024-11-28T10:15:02,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/17b73c03296f4c4c81d1c84387ca26e1 is 50, key is test_row_0/B:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742025_1201 (size=12301) 2024-11-28T10:15:03,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:03,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788963098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:03,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/17b73c03296f4c4c81d1c84387ca26e1 2024-11-28T10:15:03,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/998c355bd16a4890a25cec25be48f685 is 50, key is test_row_0/C:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742026_1202 (size=12301) 2024-11-28T10:15:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-28T10:15:03,208 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:03,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:03,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-28T10:15:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T10:15:03,210 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:03,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:03,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T10:15:03,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-28T10:15:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:03,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788963478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:03,481 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:03,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:03,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788963488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:03,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 504 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788963489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:03,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788963489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:03,494 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,494 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:03,495 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in ab85a038baa4e8ec9ed20f15184aa78f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:03,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-28T10:15:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T10:15:03,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=769 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/998c355bd16a4890a25cec25be48f685 2024-11-28T10:15:03,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/44d45c57a0ef4cdf8cb98ebb64a1df72 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72 2024-11-28T10:15:03,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72, entries=200, sequenceid=769, filesize=39.0 K 2024-11-28T10:15:03,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/17b73c03296f4c4c81d1c84387ca26e1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/17b73c03296f4c4c81d1c84387ca26e1 2024-11-28T10:15:03,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/17b73c03296f4c4c81d1c84387ca26e1, entries=150, sequenceid=769, filesize=12.0 K 2024-11-28T10:15:03,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/998c355bd16a4890a25cec25be48f685 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/998c355bd16a4890a25cec25be48f685 2024-11-28T10:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/998c355bd16a4890a25cec25be48f685, entries=150, sequenceid=769, filesize=12.0 K 2024-11-28T10:15:03,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~401.34 KB/410976, currentSize=40.25 KB/41220 for ab85a038baa4e8ec9ed20f15184aa78f in 1669ms, sequenceid=769, compaction requested=true 2024-11-28T10:15:03,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:03,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:03,601 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:03,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:03,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:03,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:03,602 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:03,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:03,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,605 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:03,605 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:15:03,605 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,605 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3db2bf9f5054365b71c27fc63586dff, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/cc7830f350314f42a24e8e4ba73f9191, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/17b73c03296f4c4c81d1c84387ca26e1] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=36.7 K 2024-11-28T10:15:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,605 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:03,605 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:15:03,605 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,606 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/219ff0fa638f4074b6d1c68d0737267e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=117.7 K 2024-11-28T10:15:03,606 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,606 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/219ff0fa638f4074b6d1c68d0737267e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72] 2024-11-28T10:15:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,606 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a3db2bf9f5054365b71c27fc63586dff, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732788899042 2024-11-28T10:15:03,606 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 219ff0fa638f4074b6d1c68d0737267e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732788899042 2024-11-28T10:15:03,606 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7830f350314f42a24e8e4ba73f9191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1732788900947 2024-11-28T10:15:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,607 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 17b73c03296f4c4c81d1c84387ca26e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1732788901326 2024-11-28T10:15:03,607 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87671da0180f40b58df093a8f33e60d9, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1732788900947 2024-11-28T10:15:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,608 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44d45c57a0ef4cdf8cb98ebb64a1df72, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1732788901310 2024-11-28T10:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,615 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,616 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,617 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/30b09d850cbb461e9368e132f7c03992 is 50, key is test_row_0/B:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,617 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128d5a242eb0e5a409c9541741b584854ab_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,620 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128d5a242eb0e5a409c9541741b584854ab_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,620 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d5a242eb0e5a409c9541741b584854ab_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742027_1203 (size=13051) 2024-11-28T10:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742028_1204 (size=4469) 2024-11-28T10:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,627 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/30b09d850cbb461e9368e132f7c03992 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/30b09d850cbb461e9368e132f7c03992 2024-11-28T10:15:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,629 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#166 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,629 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/83a5cf8192484ac8b9f517047c565e86 is 175, key is test_row_0/A:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,638 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into 30b09d850cbb461e9368e132f7c03992(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:03,638 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:03,638 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788903602; duration=0sec 2024-11-28T10:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,638 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:03,638 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:15:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,638 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,640 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,640 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:15:03,640 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,640 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3206c8321c5e49fa987ce5226451286b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/fa29ee7ffc5c448a890d54d744e63ba6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/998c355bd16a4890a25cec25be48f685] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=36.7 K 2024-11-28T10:15:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3206c8321c5e49fa987ce5226451286b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732788899042 2024-11-28T10:15:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting fa29ee7ffc5c448a890d54d744e63ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=735, earliestPutTs=1732788900947 2024-11-28T10:15:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 998c355bd16a4890a25cec25be48f685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1732788901326 2024-11-28T10:15:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742029_1205 (size=32005) 2024-11-28T10:15:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,654 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/5541c291f45b42beb64a2a54df22a514 is 50, key is test_row_0/C:col10/1732788901326/Put/seqid=0 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742030_1206 (size=13051) 2024-11-28T10:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,665 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/5541c291f45b42beb64a2a54df22a514 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/5541c291f45b42beb64a2a54df22a514 2024-11-28T10:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-28T10:15:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:03,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-28T10:15:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:15:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:15:03,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:15:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,671 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into 5541c291f45b42beb64a2a54df22a514(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:03,672 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,672 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788903602; duration=0sec 2024-11-28T10:15:03,672 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:03,672 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:15:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282609802d86114daf8f36fca8431a8f96_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_1/A:col10/1732788901952/Put/seqid=0 2024-11-28T10:15:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742031_1207 (size=9914) 2024-11-28T10:15:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,700 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282609802d86114daf8f36fca8431a8f96_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282609802d86114daf8f36fca8431a8f96_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/33c5278f1c3b40b8bf2c43516846be60, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/33c5278f1c3b40b8bf2c43516846be60 is 175, key is test_row_1/A:col10/1732788901952/Put/seqid=0 2024-11-28T10:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742032_1208 (size=22561) 2024-11-28T10:15:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,058 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/83a5cf8192484ac8b9f517047c565e86 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/83a5cf8192484ac8b9f517047c565e86 2024-11-28T10:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,064 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into 83a5cf8192484ac8b9f517047c565e86(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:04,064 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:04,064 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788903601; duration=0sec 2024-11-28T10:15:04,064 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:04,064 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:15:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,111 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=779, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/33c5278f1c3b40b8bf2c43516846be60 2024-11-28T10:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/0415b986756543d29844b92c4975f1d8 is 50, key is test_row_1/B:col10/1732788901952/Put/seqid=0 2024-11-28T10:15:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:04,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742033_1209 (size=9857) 2024-11-28T10:15:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:04,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788904194, max timestamp=1732788904218Num uniques 859; 2024-11-28T10:15:04,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:04,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788904194, max timestamp=1732788904218Num uniques 859; 2024-11-28T10:15:04,222 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:04,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788904194, max timestamp=1732788904218Num uniques 859; 2024-11-28T10:15:04,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:04,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788964300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T10:15:04,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788964409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:04,562 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=779 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/0415b986756543d29844b92c4975f1d8 2024-11-28T10:15:04,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/26fd1121a7bc449fa13ce60675a59d93 is 50, key is test_row_1/C:col10/1732788901952/Put/seqid=0 2024-11-28T10:15:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742034_1210 (size=9857) 2024-11-28T10:15:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788964618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:04,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788964928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:04,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:04,974 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=779 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/26fd1121a7bc449fa13ce60675a59d93 2024-11-28T10:15:04,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/33c5278f1c3b40b8bf2c43516846be60 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60 2024-11-28T10:15:04,983 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60, entries=100, sequenceid=779, filesize=22.0 K 2024-11-28T10:15:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/0415b986756543d29844b92c4975f1d8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0415b986756543d29844b92c4975f1d8 2024-11-28T10:15:04,988 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0415b986756543d29844b92c4975f1d8, entries=100, sequenceid=779, filesize=9.6 K 2024-11-28T10:15:04,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/26fd1121a7bc449fa13ce60675a59d93 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/26fd1121a7bc449fa13ce60675a59d93 2024-11-28T10:15:04,996 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/26fd1121a7bc449fa13ce60675a59d93, entries=100, sequenceid=779, filesize=9.6 K 2024-11-28T10:15:04,998 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for ab85a038baa4e8ec9ed20f15184aa78f in 1328ms, sequenceid=779, compaction requested=false 2024-11-28T10:15:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-28T10:15:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-28T10:15:05,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-28T10:15:05,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7880 sec 2024-11-28T10:15:05,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.7920 sec 2024-11-28T10:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-28T10:15:05,359 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:05,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-28T10:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:05,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:05,361 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:05,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:05,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-28T10:15:05,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:15:05,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788904292, max timestamp=1732788905441Num uniques 1068; 2024-11-28T10:15:05,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-28T10:15:05,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788904292, max timestamp=1732788905441Num uniques 1068; 2024-11-28T10:15:05,446 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-28T10:15:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:15:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:15:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:15:05,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:05,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287fa2b1d71189443884c0f1a1ad4d15b3_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:05,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742035_1211 (size=14994) 2024-11-28T10:15:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788965511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788965513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788905485, max timestamp=1732788905512Num uniques 859; 2024-11-28T10:15:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:15:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788905485, max timestamp=1732788905512Num uniques 859; 2024-11-28T10:15:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:15:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788905485, max timestamp=1732788905512Num uniques 859; 2024-11-28T10:15:05,516 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:15:05,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788965540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 510 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788965544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788965545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788965618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788965629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788965648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 511 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788965648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788965648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:05,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:05,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:05,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788965828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788965838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788965858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 512 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788965858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788965858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:05,882 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:05,886 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287fa2b1d71189443884c0f1a1ad4d15b3_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287fa2b1d71189443884c0f1a1ad4d15b3_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:05,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/8bb2f8fc39e84385857baf0b4c54a33c, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:05,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/8bb2f8fc39e84385857baf0b4c54a33c is 175, key is test_row_0/A:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:05,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742036_1212 (size=39949) 2024-11-28T10:15:05,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:05,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:06,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788966138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788966148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788966168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 513 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788966168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788966168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:06,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=819, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/8bb2f8fc39e84385857baf0b4c54a33c 2024-11-28T10:15:06,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/4b4a243c7b3640cbba68fc2ff4ebb748 is 50, key is test_row_0/B:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742037_1213 (size=12301) 2024-11-28T10:15:06,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:06,568 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-28T10:15:06,568 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:06,568 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,568 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:06,574 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-28T10:15:06,574 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:06,574 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,574 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:06,576 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-28T10:15:06,576 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:06,576 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,576 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:06,581 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-28T10:15:06,581 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:06,581 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,581 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:06,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:06,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,616 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T10:15:06,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52216 deadline: 1732788966649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52202 deadline: 1732788966659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52164 deadline: 1732788966679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 514 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52166 deadline: 1732788966689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52240 deadline: 1732788966689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:06,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:06,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:06,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=819 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/4b4a243c7b3640cbba68fc2ff4ebb748 2024-11-28T10:15:06,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/a1ce335fd22849a18c7ed070f706eed3 is 50, key is test_row_0/C:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742038_1214 (size=12301) 2024-11-28T10:15:06,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:06,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:07,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:07,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:07,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:07,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=819 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/a1ce335fd22849a18c7ed070f706eed3 2024-11-28T10:15:07,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/8bb2f8fc39e84385857baf0b4c54a33c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c 2024-11-28T10:15:07,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c, entries=200, sequenceid=819, filesize=39.0 K 2024-11-28T10:15:07,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/4b4a243c7b3640cbba68fc2ff4ebb748 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/4b4a243c7b3640cbba68fc2ff4ebb748 2024-11-28T10:15:07,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/4b4a243c7b3640cbba68fc2ff4ebb748, entries=150, sequenceid=819, filesize=12.0 K 2024-11-28T10:15:07,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/a1ce335fd22849a18c7ed070f706eed3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/a1ce335fd22849a18c7ed070f706eed3 2024-11-28T10:15:07,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/a1ce335fd22849a18c7ed070f706eed3, entries=150, sequenceid=819, filesize=12.0 K 2024-11-28T10:15:07,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~183.83 KB/188240, currentSize=120.76 KB/123660 for ab85a038baa4e8ec9ed20f15184aa78f in 1698ms, sequenceid=819, compaction requested=true 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:07,140 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:07,140 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab85a038baa4e8ec9ed20f15184aa78f:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:07,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:07,141 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:07,141 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:07,141 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/B is initiating minor compaction (all files) 2024-11-28T10:15:07,141 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/A is initiating minor compaction (all files) 2024-11-28T10:15:07,141 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/B in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,141 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/A in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,142 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/30b09d850cbb461e9368e132f7c03992, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0415b986756543d29844b92c4975f1d8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/4b4a243c7b3640cbba68fc2ff4ebb748] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=34.4 K 2024-11-28T10:15:07,142 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/83a5cf8192484ac8b9f517047c565e86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=92.3 K 2024-11-28T10:15:07,142 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,142 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/83a5cf8192484ac8b9f517047c565e86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c] 2024-11-28T10:15:07,142 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b09d850cbb461e9368e132f7c03992, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1732788901326 2024-11-28T10:15:07,142 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83a5cf8192484ac8b9f517047c565e86, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1732788901326 2024-11-28T10:15:07,142 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 0415b986756543d29844b92c4975f1d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=779, earliestPutTs=1732788901952 2024-11-28T10:15:07,142 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b4a243c7b3640cbba68fc2ff4ebb748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=819, earliestPutTs=1732788904295 2024-11-28T10:15:07,142 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33c5278f1c3b40b8bf2c43516846be60, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=779, earliestPutTs=1732788901952 2024-11-28T10:15:07,143 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bb2f8fc39e84385857baf0b4c54a33c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=819, earliestPutTs=1732788904292 2024-11-28T10:15:07,149 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:07,150 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/201a4ca86b1d4569ad7e45ef2229fc99 is 50, key is test_row_0/B:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:07,153 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:07,156 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128aaebe888d54a48f79a131e7fa5b1b18e_ab85a038baa4e8ec9ed20f15184aa78f store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:07,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742039_1215 (size=13153) 2024-11-28T10:15:07,175 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128aaebe888d54a48f79a131e7fa5b1b18e_ab85a038baa4e8ec9ed20f15184aa78f, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:07,175 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128aaebe888d54a48f79a131e7fa5b1b18e_ab85a038baa4e8ec9ed20f15184aa78f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742040_1216 (size=4469) 2024-11-28T10:15:07,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-28T10:15:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,204 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=120.76 KB heapSize=335.77 KB 2024-11-28T10:15:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:15:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:15:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:15:07,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d6021abef5b645bba524fe619521d0ce_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788905537/Put/seqid=0 2024-11-28T10:15:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742041_1217 (size=12454) 2024-11-28T10:15:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:07,566 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/201a4ca86b1d4569ad7e45ef2229fc99 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/201a4ca86b1d4569ad7e45ef2229fc99 2024-11-28T10:15:07,573 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/B of ab85a038baa4e8ec9ed20f15184aa78f into 201a4ca86b1d4569ad7e45ef2229fc99(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:07,573 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:07,573 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/B, priority=13, startTime=1732788907140; duration=0sec 2024-11-28T10:15:07,573 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:07,573 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:B 2024-11-28T10:15:07,573 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:07,574 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:07,574 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): ab85a038baa4e8ec9ed20f15184aa78f/C is initiating minor compaction (all files) 2024-11-28T10:15:07,574 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab85a038baa4e8ec9ed20f15184aa78f/C in TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:07,574 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/5541c291f45b42beb64a2a54df22a514, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/26fd1121a7bc449fa13ce60675a59d93, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/a1ce335fd22849a18c7ed070f706eed3] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp, totalSize=34.4 K 2024-11-28T10:15:07,575 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5541c291f45b42beb64a2a54df22a514, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=769, earliestPutTs=1732788901326 2024-11-28T10:15:07,575 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fd1121a7bc449fa13ce60675a59d93, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=779, earliestPutTs=1732788901952 2024-11-28T10:15:07,575 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a1ce335fd22849a18c7ed070f706eed3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=819, earliestPutTs=1732788904295 2024-11-28T10:15:07,580 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#A#compaction#175 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:07,580 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/dbbdc23c20b74be9a13f92dcd711fb2f is 175, key is test_row_0/A:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:07,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742042_1218 (size=32107) 2024-11-28T10:15:07,584 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab85a038baa4e8ec9ed20f15184aa78f#C#compaction#177 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:07,585 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/0327d6e4b15c425885261db2090dc192 is 50, key is test_row_0/C:col10/1732788904295/Put/seqid=0 2024-11-28T10:15:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742043_1219 (size=13153) 2024-11-28T10:15:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:07,623 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d6021abef5b645bba524fe619521d0ce_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d6021abef5b645bba524fe619521d0ce_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5b7ff1d513ec4a91b1cf799840fda1c4, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5b7ff1d513ec4a91b1cf799840fda1c4 is 175, key is test_row_0/A:col10/1732788905537/Put/seqid=0 2024-11-28T10:15:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742044_1220 (size=31255) 2024-11-28T10:15:07,629 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=852, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5b7ff1d513ec4a91b1cf799840fda1c4 2024-11-28T10:15:07,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/f89e8627253f4839bc5c3c5621b04447 is 50, key is test_row_0/B:col10/1732788905537/Put/seqid=0 2024-11-28T10:15:07,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742045_1221 (size=12301) 2024-11-28T10:15:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:07,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. as already flushing 2024-11-28T10:15:07,670 INFO [Thread-593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-593. 2024-11-28T10:15:07,670 INFO [Thread-595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-595. 2024-11-28T10:15:07,671 DEBUG [Thread-593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:07,671 DEBUG [Thread-595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:07,671 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,671 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,671 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,671 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:07,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:07,699 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-28T10:15:07,699 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:07,700 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,700 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:07,710 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-28T10:15:07,710 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:07,710 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,710 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-28T10:15:07,710 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:07,710 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,710 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:07,710 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:07,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:07,989 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/dbbdc23c20b74be9a13f92dcd711fb2f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/dbbdc23c20b74be9a13f92dcd711fb2f 2024-11-28T10:15:07,992 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/0327d6e4b15c425885261db2090dc192 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/0327d6e4b15c425885261db2090dc192 2024-11-28T10:15:07,993 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/A of ab85a038baa4e8ec9ed20f15184aa78f into dbbdc23c20b74be9a13f92dcd711fb2f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:07,993 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:07,993 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/A, priority=13, startTime=1732788907140; duration=0sec 2024-11-28T10:15:07,993 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:07,993 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:A 2024-11-28T10:15:07,997 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab85a038baa4e8ec9ed20f15184aa78f/C of ab85a038baa4e8ec9ed20f15184aa78f into 0327d6e4b15c425885261db2090dc192(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:07,997 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:07,997 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., storeName=ab85a038baa4e8ec9ed20f15184aa78f/C, priority=13, startTime=1732788907140; duration=0sec 2024-11-28T10:15:07,998 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:07,998 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab85a038baa4e8ec9ed20f15184aa78f:C 2024-11-28T10:15:08,043 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=852 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/f89e8627253f4839bc5c3c5621b04447 2024-11-28T10:15:08,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/d95e6dfe079f4a2097bc361c0d24a2a6 is 50, key is test_row_0/C:col10/1732788905537/Put/seqid=0 2024-11-28T10:15:08,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742046_1222 (size=12301) 2024-11-28T10:15:08,459 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=852 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/d95e6dfe079f4a2097bc361c0d24a2a6 2024-11-28T10:15:08,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/5b7ff1d513ec4a91b1cf799840fda1c4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5b7ff1d513ec4a91b1cf799840fda1c4 2024-11-28T10:15:08,477 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5b7ff1d513ec4a91b1cf799840fda1c4, entries=150, sequenceid=852, filesize=30.5 K 2024-11-28T10:15:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/f89e8627253f4839bc5c3c5621b04447 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/f89e8627253f4839bc5c3c5621b04447 2024-11-28T10:15:08,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/f89e8627253f4839bc5c3c5621b04447, entries=150, sequenceid=852, filesize=12.0 K 2024-11-28T10:15:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/d95e6dfe079f4a2097bc361c0d24a2a6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/d95e6dfe079f4a2097bc361c0d24a2a6 2024-11-28T10:15:08,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/d95e6dfe079f4a2097bc361c0d24a2a6, entries=150, sequenceid=852, filesize=12.0 K 2024-11-28T10:15:08,491 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~335.72 KB/343776, currentSize=33.54 KB/34350 for ab85a038baa4e8ec9ed20f15184aa78f in 1286ms, sequenceid=852, compaction requested=false 2024-11-28T10:15:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ab85a038baa4e8ec9ed20f15184aa78f: 2024-11-28T10:15:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-28T10:15:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-28T10:15:08,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-28T10:15:08,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1320 sec 2024-11-28T10:15:08,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 3.1370 sec 2024-11-28T10:15:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-28T10:15:09,529 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 473 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2539 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2480 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1074 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3219 rows 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1079 2024-11-28T10:15:09,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3236 rows 2024-11-28T10:15:09,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:15:09,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:15:09,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:09,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:09,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:09,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T10:15:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T10:15:09,535 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788909534"}]},"ts":"1732788909534"} 2024-11-28T10:15:09,537 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T10:15:09,537 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T10:15:09,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:15:09,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, UNASSIGN}] 2024-11-28T10:15:09,540 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, UNASSIGN 2024-11-28T10:15:09,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:09,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, UNASSIGN because future has completed 2024-11-28T10:15:09,543 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:15:09,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:15:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T10:15:09,696 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:09,696 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:15:09,697 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing ab85a038baa4e8ec9ed20f15184aa78f, disabling compactions & flushes 2024-11-28T10:15:09,697 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:09,697 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:09,697 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. after waiting 0 ms 2024-11-28T10:15:09,697 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:09,697 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing ab85a038baa4e8ec9ed20f15184aa78f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-28T10:15:09,698 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=A 2024-11-28T10:15:09,698 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:09,698 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=B 2024-11-28T10:15:09,698 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:09,699 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ab85a038baa4e8ec9ed20f15184aa78f, store=C 2024-11-28T10:15:09,699 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:09,711 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c0fd309645fd49afb9e1570ea89434bd_ab85a038baa4e8ec9ed20f15184aa78f is 50, key is test_row_0/A:col10/1732788907709/Put/seqid=0 2024-11-28T10:15:09,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742047_1223 (size=12454) 2024-11-28T10:15:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T10:15:10,117 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:10,127 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c0fd309645fd49afb9e1570ea89434bd_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c0fd309645fd49afb9e1570ea89434bd_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:10,130 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/4df612b3fb5a45da98335cac0c5734eb, store: [table=TestAcidGuarantees family=A region=ab85a038baa4e8ec9ed20f15184aa78f] 2024-11-28T10:15:10,131 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/4df612b3fb5a45da98335cac0c5734eb is 175, key is test_row_0/A:col10/1732788907709/Put/seqid=0 2024-11-28T10:15:10,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742048_1224 (size=31255) 2024-11-28T10:15:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T10:15:10,537 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=863, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/4df612b3fb5a45da98335cac0c5734eb 2024-11-28T10:15:10,551 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a330511b699f42089aa7436f93215247 is 50, key is test_row_0/B:col10/1732788907709/Put/seqid=0 2024-11-28T10:15:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742049_1225 (size=12301) 2024-11-28T10:15:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T10:15:10,955 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=863 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a330511b699f42089aa7436f93215247 2024-11-28T10:15:10,962 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/9fbf73b118dc499fae3610ecc5202f84 is 50, key is test_row_0/C:col10/1732788907709/Put/seqid=0 2024-11-28T10:15:10,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742050_1226 (size=12301) 2024-11-28T10:15:11,367 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=863 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/9fbf73b118dc499fae3610ecc5202f84 2024-11-28T10:15:11,377 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/A/4df612b3fb5a45da98335cac0c5734eb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/4df612b3fb5a45da98335cac0c5734eb 2024-11-28T10:15:11,381 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/4df612b3fb5a45da98335cac0c5734eb, entries=150, sequenceid=863, filesize=30.5 K 2024-11-28T10:15:11,382 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/B/a330511b699f42089aa7436f93215247 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a330511b699f42089aa7436f93215247 2024-11-28T10:15:11,387 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a330511b699f42089aa7436f93215247, entries=150, sequenceid=863, filesize=12.0 K 2024-11-28T10:15:11,388 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/.tmp/C/9fbf73b118dc499fae3610ecc5202f84 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9fbf73b118dc499fae3610ecc5202f84 2024-11-28T10:15:11,391 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9fbf73b118dc499fae3610ecc5202f84, entries=150, sequenceid=863, filesize=12.0 K 2024-11-28T10:15:11,392 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ab85a038baa4e8ec9ed20f15184aa78f in 1695ms, sequenceid=863, compaction requested=true 2024-11-28T10:15:11,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/08c7241c3df949378a17419c6f7fc692, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2d1ff134495f4c878596506525713f2f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19365708d4a147eaa1e5d3d15130b6bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/128ee92398f04147b2f2da695937bd88, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/fa598f23dcf340c48cbdade7698b913c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/219ff0fa638f4074b6d1c68d0737267e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/83a5cf8192484ac8b9f517047c565e86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c] to archive 2024-11-28T10:15:11,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:15:11,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/130db57bf3f04f9dad9d9e22b2140e16 2024-11-28T10:15:11,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/ff3ca43c051449ffa29a21441cb4238e 2024-11-28T10:15:11,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a0cc9f6bb223452cbf073233e43c0343 2024-11-28T10:15:11,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/08c7241c3df949378a17419c6f7fc692 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/08c7241c3df949378a17419c6f7fc692 2024-11-28T10:15:11,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/7af4511b64f64b00b3291dd7f37b8122 2024-11-28T10:15:11,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2f81679e47cf4d6fbb74ac0eb00247f9 2024-11-28T10:15:11,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2d1ff134495f4c878596506525713f2f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/2d1ff134495f4c878596506525713f2f 2024-11-28T10:15:11,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19205a20143148d18c04ca792ac33b3b 2024-11-28T10:15:11,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/651fddcec6344df68698fce7d5b0154d 2024-11-28T10:15:11,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/eaf5e0157f954409a63702b879be34ca 2024-11-28T10:15:11,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19365708d4a147eaa1e5d3d15130b6bc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/19365708d4a147eaa1e5d3d15130b6bc 2024-11-28T10:15:11,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/b8b02d175e444fef8e7928b5294d2559 2024-11-28T10:15:11,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5378dfb94e2b44dbb0d2c40e1e2b7f4b 2024-11-28T10:15:11,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/128ee92398f04147b2f2da695937bd88 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/128ee92398f04147b2f2da695937bd88 2024-11-28T10:15:11,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/a8dcf54fa76e4483ac101be082edc7f3 2024-11-28T10:15:11,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/64b1a47dc2af4ca5adc097f738ec6274 2024-11-28T10:15:11,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/fa598f23dcf340c48cbdade7698b913c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/fa598f23dcf340c48cbdade7698b913c 2024-11-28T10:15:11,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/66f0306ddaa94209a2177f8288a47256 2024-11-28T10:15:11,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/219ff0fa638f4074b6d1c68d0737267e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/219ff0fa638f4074b6d1c68d0737267e 2024-11-28T10:15:11,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/14088e8194d64bc6b1fd08da554dce7b 2024-11-28T10:15:11,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/87671da0180f40b58df093a8f33e60d9 2024-11-28T10:15:11,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/44d45c57a0ef4cdf8cb98ebb64a1df72 2024-11-28T10:15:11,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/83a5cf8192484ac8b9f517047c565e86 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/83a5cf8192484ac8b9f517047c565e86 2024-11-28T10:15:11,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/33c5278f1c3b40b8bf2c43516846be60 2024-11-28T10:15:11,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/8bb2f8fc39e84385857baf0b4c54a33c 2024-11-28T10:15:11,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/b650dc93abc249f5abb4a16a5fd33970, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/865e7bc3d46842f6b5c15fa339cf84f1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/aa71f09844874781a44c7b057e23413f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/77f93ee61c964c50847b49bcda1f7b27, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a500d0790f254683b0d774da21f4d25f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3e95c3f863014e788049815b82a68877, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/552a7681dc8a40f4a2683d4425bd70f4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/da639e5d66ac492986af7f51c54287cd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0bce7e11c9834d8ca93653c39453092d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3ebecbfcbd540baab74e7e1416e6a1c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/31c8d0a156494495bfcc0bfeacfe3737, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/342b6fd08f4e4cf891cd77ccd4a76e23, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/6baf80a501f341cda5c510f0e85bc854, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3df61bafadc4452b99de381c6ee2b01b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/bec1305b3d1f4fb6b33026e4a70903ca, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1d5f54d19cd94b81a91631a9ac5c3c2e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/96060acdc98e474e9b18c4fa318c178e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/322cf684e6a14e7db65360f46b214ac9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3db2bf9f5054365b71c27fc63586dff, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1c2ce106888244ccb9a666acc10de582, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/cc7830f350314f42a24e8e4ba73f9191, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/30b09d850cbb461e9368e132f7c03992, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/17b73c03296f4c4c81d1c84387ca26e1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0415b986756543d29844b92c4975f1d8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/4b4a243c7b3640cbba68fc2ff4ebb748] to archive 2024-11-28T10:15:11,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:15:11,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/b650dc93abc249f5abb4a16a5fd33970 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/b650dc93abc249f5abb4a16a5fd33970 2024-11-28T10:15:11,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/865e7bc3d46842f6b5c15fa339cf84f1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/865e7bc3d46842f6b5c15fa339cf84f1 2024-11-28T10:15:11,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/aa71f09844874781a44c7b057e23413f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/aa71f09844874781a44c7b057e23413f 2024-11-28T10:15:11,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/77f93ee61c964c50847b49bcda1f7b27 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/77f93ee61c964c50847b49bcda1f7b27 2024-11-28T10:15:11,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a500d0790f254683b0d774da21f4d25f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a500d0790f254683b0d774da21f4d25f 2024-11-28T10:15:11,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3e95c3f863014e788049815b82a68877 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3e95c3f863014e788049815b82a68877 2024-11-28T10:15:11,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/552a7681dc8a40f4a2683d4425bd70f4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/552a7681dc8a40f4a2683d4425bd70f4 2024-11-28T10:15:11,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/da639e5d66ac492986af7f51c54287cd to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/da639e5d66ac492986af7f51c54287cd 2024-11-28T10:15:11,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0bce7e11c9834d8ca93653c39453092d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0bce7e11c9834d8ca93653c39453092d 2024-11-28T10:15:11,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3ebecbfcbd540baab74e7e1416e6a1c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3ebecbfcbd540baab74e7e1416e6a1c 2024-11-28T10:15:11,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/31c8d0a156494495bfcc0bfeacfe3737 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/31c8d0a156494495bfcc0bfeacfe3737 2024-11-28T10:15:11,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/342b6fd08f4e4cf891cd77ccd4a76e23 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/342b6fd08f4e4cf891cd77ccd4a76e23 2024-11-28T10:15:11,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/6baf80a501f341cda5c510f0e85bc854 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/6baf80a501f341cda5c510f0e85bc854 2024-11-28T10:15:11,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3df61bafadc4452b99de381c6ee2b01b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/3df61bafadc4452b99de381c6ee2b01b 2024-11-28T10:15:11,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/bec1305b3d1f4fb6b33026e4a70903ca to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/bec1305b3d1f4fb6b33026e4a70903ca 2024-11-28T10:15:11,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1d5f54d19cd94b81a91631a9ac5c3c2e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1d5f54d19cd94b81a91631a9ac5c3c2e 2024-11-28T10:15:11,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/96060acdc98e474e9b18c4fa318c178e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/96060acdc98e474e9b18c4fa318c178e 2024-11-28T10:15:11,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/322cf684e6a14e7db65360f46b214ac9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/322cf684e6a14e7db65360f46b214ac9 2024-11-28T10:15:11,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3db2bf9f5054365b71c27fc63586dff to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a3db2bf9f5054365b71c27fc63586dff 2024-11-28T10:15:11,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1c2ce106888244ccb9a666acc10de582 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/1c2ce106888244ccb9a666acc10de582 2024-11-28T10:15:11,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/cc7830f350314f42a24e8e4ba73f9191 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/cc7830f350314f42a24e8e4ba73f9191 2024-11-28T10:15:11,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/30b09d850cbb461e9368e132f7c03992 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/30b09d850cbb461e9368e132f7c03992 2024-11-28T10:15:11,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/17b73c03296f4c4c81d1c84387ca26e1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/17b73c03296f4c4c81d1c84387ca26e1 2024-11-28T10:15:11,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0415b986756543d29844b92c4975f1d8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/0415b986756543d29844b92c4975f1d8 2024-11-28T10:15:11,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/4b4a243c7b3640cbba68fc2ff4ebb748 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/4b4a243c7b3640cbba68fc2ff4ebb748 2024-11-28T10:15:11,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/dfc59fdf7545439d803f7307ee10b73a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/c7068be58604420fa1e0f1a58bb56d70, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/35d818420a1a4732a7d4c53e53c037cb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/2bc8ba87ac11485f9e22014ca2a40177, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/7650119212b44bd7995e7297fedbbcf1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ed4a9cd8feba4310be15f51ac3c72f86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/21701844444240f29472c88b85c05442, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3c3792ad704545adb4e9fa5fb3dfd765, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/14a8f32d0b8e426585419d883909f9c9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/aceb47752b0d49f9ba6b1b5dd042e3a9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/49713137a2e0401d818620a9296f6932, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ea86d63e2b024a2fb45431d5dcad4d01, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ba9cacf7e8fc483080e73624113acc80, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9e11caecbaa8451aa5493492bec1c951, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/f93482465d844837ac17747f405272e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/059f00a57eb74e1eb3ac1b8898b964e1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/711b7c263a9f4dfbbd179ad6cb61fb51, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3206c8321c5e49fa987ce5226451286b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/b3ad8d23047e43858f988010125658f2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/fa29ee7ffc5c448a890d54d744e63ba6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/5541c291f45b42beb64a2a54df22a514, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/998c355bd16a4890a25cec25be48f685, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/26fd1121a7bc449fa13ce60675a59d93, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/a1ce335fd22849a18c7ed070f706eed3] to archive 2024-11-28T10:15:11,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:15:11,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/dfc59fdf7545439d803f7307ee10b73a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/dfc59fdf7545439d803f7307ee10b73a 2024-11-28T10:15:11,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/c7068be58604420fa1e0f1a58bb56d70 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/c7068be58604420fa1e0f1a58bb56d70 2024-11-28T10:15:11,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/35d818420a1a4732a7d4c53e53c037cb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/35d818420a1a4732a7d4c53e53c037cb 2024-11-28T10:15:11,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/2bc8ba87ac11485f9e22014ca2a40177 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/2bc8ba87ac11485f9e22014ca2a40177 2024-11-28T10:15:11,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3f5000fa6d6b4aedbc8d489cfd4fbdc3 2024-11-28T10:15:11,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/7650119212b44bd7995e7297fedbbcf1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/7650119212b44bd7995e7297fedbbcf1 2024-11-28T10:15:11,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ed4a9cd8feba4310be15f51ac3c72f86 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ed4a9cd8feba4310be15f51ac3c72f86 2024-11-28T10:15:11,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/21701844444240f29472c88b85c05442 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/21701844444240f29472c88b85c05442 2024-11-28T10:15:11,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3c3792ad704545adb4e9fa5fb3dfd765 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3c3792ad704545adb4e9fa5fb3dfd765 2024-11-28T10:15:11,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/14a8f32d0b8e426585419d883909f9c9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/14a8f32d0b8e426585419d883909f9c9 2024-11-28T10:15:11,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/aceb47752b0d49f9ba6b1b5dd042e3a9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/aceb47752b0d49f9ba6b1b5dd042e3a9 2024-11-28T10:15:11,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/49713137a2e0401d818620a9296f6932 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/49713137a2e0401d818620a9296f6932 2024-11-28T10:15:11,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ea86d63e2b024a2fb45431d5dcad4d01 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ea86d63e2b024a2fb45431d5dcad4d01 2024-11-28T10:15:11,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ba9cacf7e8fc483080e73624113acc80 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/ba9cacf7e8fc483080e73624113acc80 2024-11-28T10:15:11,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9e11caecbaa8451aa5493492bec1c951 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9e11caecbaa8451aa5493492bec1c951 2024-11-28T10:15:11,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/f93482465d844837ac17747f405272e3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/f93482465d844837ac17747f405272e3 2024-11-28T10:15:11,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/059f00a57eb74e1eb3ac1b8898b964e1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/059f00a57eb74e1eb3ac1b8898b964e1 2024-11-28T10:15:11,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/711b7c263a9f4dfbbd179ad6cb61fb51 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/711b7c263a9f4dfbbd179ad6cb61fb51 2024-11-28T10:15:11,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3206c8321c5e49fa987ce5226451286b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/3206c8321c5e49fa987ce5226451286b 2024-11-28T10:15:11,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/b3ad8d23047e43858f988010125658f2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/b3ad8d23047e43858f988010125658f2 2024-11-28T10:15:11,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/fa29ee7ffc5c448a890d54d744e63ba6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/fa29ee7ffc5c448a890d54d744e63ba6 2024-11-28T10:15:11,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/5541c291f45b42beb64a2a54df22a514 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/5541c291f45b42beb64a2a54df22a514 2024-11-28T10:15:11,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/998c355bd16a4890a25cec25be48f685 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/998c355bd16a4890a25cec25be48f685 2024-11-28T10:15:11,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/26fd1121a7bc449fa13ce60675a59d93 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/26fd1121a7bc449fa13ce60675a59d93 2024-11-28T10:15:11,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/a1ce335fd22849a18c7ed070f706eed3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/a1ce335fd22849a18c7ed070f706eed3 2024-11-28T10:15:11,471 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/recovered.edits/866.seqid, newMaxSeqId=866, maxSeqId=4 2024-11-28T10:15:11,472 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. 2024-11-28T10:15:11,472 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for ab85a038baa4e8ec9ed20f15184aa78f: Waiting for close lock at 1732788909697Running coprocessor pre-close hooks at 1732788909697Disabling compacts and flushes for region at 1732788909697Disabling writes for close at 1732788909697Obtaining lock to block concurrent updates at 1732788909697Preparing flush snapshotting stores in ab85a038baa4e8ec9ed20f15184aa78f at 1732788909698 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732788909699 (+1 ms)Flushing stores of TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f. at 1732788909700 (+1 ms)Flushing ab85a038baa4e8ec9ed20f15184aa78f/A: creating writer at 1732788909700Flushing mob file ab85a038baa4e8ec9ed20f15184aa78f/A: appending metadata at 1732788909711 (+11 ms)Flushing mob file ab85a038baa4e8ec9ed20f15184aa78f/A: closing flushed file at 1732788909711Flushing ab85a038baa4e8ec9ed20f15184aa78f/A: appending metadata at 1732788910130 (+419 ms)Flushing ab85a038baa4e8ec9ed20f15184aa78f/A: closing flushed file at 1732788910130Flushing ab85a038baa4e8ec9ed20f15184aa78f/B: creating writer at 1732788910548 (+418 ms)Flushing ab85a038baa4e8ec9ed20f15184aa78f/B: appending metadata at 1732788910551 (+3 ms)Flushing ab85a038baa4e8ec9ed20f15184aa78f/B: closing flushed file at 1732788910551Flushing ab85a038baa4e8ec9ed20f15184aa78f/C: creating writer at 1732788910959 (+408 ms)Flushing ab85a038baa4e8ec9ed20f15184aa78f/C: appending metadata at 1732788910961 (+2 ms)Flushing ab85a038baa4e8ec9ed20f15184aa78f/C: closing flushed file at 1732788910961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a457cc6: reopening flushed file at 1732788911376 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d4074a: reopening flushed file at 1732788911382 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e91b7d: reopening flushed file at 1732788911387 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ab85a038baa4e8ec9ed20f15184aa78f in 1695ms, sequenceid=863, compaction requested=true at 1732788911392 (+5 ms)Writing region close event to WAL at 1732788911468 (+76 ms)Running coprocessor post-close hooks at 1732788911472 (+4 ms)Closed at 1732788911472 2024-11-28T10:15:11,474 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,474 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=ab85a038baa4e8ec9ed20f15184aa78f, regionState=CLOSED 2024-11-28T10:15:11,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:15:11,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-28T10:15:11,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure ab85a038baa4e8ec9ed20f15184aa78f, server=e792e7e95410,33131,1732788848287 in 1.9330 sec 2024-11-28T10:15:11,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-28T10:15:11,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab85a038baa4e8ec9ed20f15184aa78f, UNASSIGN in 1.9390 sec 2024-11-28T10:15:11,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-28T10:15:11,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9410 sec 2024-11-28T10:15:11,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788911482"}]},"ts":"1732788911482"} 2024-11-28T10:15:11,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T10:15:11,483 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T10:15:11,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9530 sec 2024-11-28T10:15:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-28T10:15:11,680 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:11,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T10:15:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,684 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T10:15:11,686 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,690 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,695 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/recovered.edits] 2024-11-28T10:15:11,702 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/4df612b3fb5a45da98335cac0c5734eb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/4df612b3fb5a45da98335cac0c5734eb 2024-11-28T10:15:11,705 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5b7ff1d513ec4a91b1cf799840fda1c4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/5b7ff1d513ec4a91b1cf799840fda1c4 2024-11-28T10:15:11,708 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/dbbdc23c20b74be9a13f92dcd711fb2f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/A/dbbdc23c20b74be9a13f92dcd711fb2f 2024-11-28T10:15:11,714 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/201a4ca86b1d4569ad7e45ef2229fc99 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/201a4ca86b1d4569ad7e45ef2229fc99 2024-11-28T10:15:11,716 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a330511b699f42089aa7436f93215247 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/a330511b699f42089aa7436f93215247 2024-11-28T10:15:11,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/f89e8627253f4839bc5c3c5621b04447 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/B/f89e8627253f4839bc5c3c5621b04447 2024-11-28T10:15:11,721 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/0327d6e4b15c425885261db2090dc192 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/0327d6e4b15c425885261db2090dc192 2024-11-28T10:15:11,722 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9fbf73b118dc499fae3610ecc5202f84 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/9fbf73b118dc499fae3610ecc5202f84 2024-11-28T10:15:11,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/d95e6dfe079f4a2097bc361c0d24a2a6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/C/d95e6dfe079f4a2097bc361c0d24a2a6 2024-11-28T10:15:11,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/recovered.edits/866.seqid to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f/recovered.edits/866.seqid 2024-11-28T10:15:11,727 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,727 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T10:15:11,727 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T10:15:11,728 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T10:15:11,731 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112803940c45868a40cd876f462d88fae90a_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112803940c45868a40cd876f462d88fae90a_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,732 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281b6f4ce79a06464297ff1e8cf203f64f_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281b6f4ce79a06464297ff1e8cf203f64f_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,733 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f79f75af4b14e609e0a1f8b0e85cb4e_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f79f75af4b14e609e0a1f8b0e85cb4e_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,734 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f915ae5457b4b10904c04813b48ecb8_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281f915ae5457b4b10904c04813b48ecb8_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,735 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282609802d86114daf8f36fca8431a8f96_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282609802d86114daf8f36fca8431a8f96_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282a0915cb46e34e87aaeff8cac9a8ceb4_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282a0915cb46e34e87aaeff8cac9a8ceb4_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,737 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283aef4fb167b3407b90ec24714eb57484_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283aef4fb167b3407b90ec24714eb57484_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,738 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128641e368bd2244b41b345296f30ea53b2_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128641e368bd2244b41b345296f30ea53b2_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,739 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286534c34aa14c41a88fa811da9724de1a_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286534c34aa14c41a88fa811da9724de1a_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,741 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112867acec57ba0e499a93de1bf2d0e0a2da_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112867acec57ba0e499a93de1bf2d0e0a2da_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287fa2b1d71189443884c0f1a1ad4d15b3_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287fa2b1d71189443884c0f1a1ad4d15b3_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b5814488a6d54f7ca878212100279d36_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b5814488a6d54f7ca878212100279d36_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ba202a4c70134aba80c2f53ff877cf4a_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ba202a4c70134aba80c2f53ff877cf4a_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,744 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c0fd309645fd49afb9e1570ea89434bd_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c0fd309645fd49afb9e1570ea89434bd_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,745 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ce90aff6d2394727b7da037c0fa27169_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ce90aff6d2394727b7da037c0fa27169_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,746 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d0b810afd73c434da8e1dc7cde2768e0_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d0b810afd73c434da8e1dc7cde2768e0_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,747 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d6021abef5b645bba524fe619521d0ce_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d6021abef5b645bba524fe619521d0ce_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,748 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128dee413ae95914915b0e6b4dbc7d1a5f5_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128dee413ae95914915b0e6b4dbc7d1a5f5_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,749 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e1774039a10e490ab4d8dd0101b02d28_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e1774039a10e490ab4d8dd0101b02d28_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,750 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f6de0e2ba5c746488c0bc8bd7ee5eca5_ab85a038baa4e8ec9ed20f15184aa78f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f6de0e2ba5c746488c0bc8bd7ee5eca5_ab85a038baa4e8ec9ed20f15184aa78f 2024-11-28T10:15:11,750 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T10:15:11,752 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,755 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T10:15:11,756 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T10:15:11,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T10:15:11,757 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732788911757"}]},"ts":"9223372036854775807"} 2024-11-28T10:15:11,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T10:15:11,759 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ab85a038baa4e8ec9ed20f15184aa78f, NAME => 'TestAcidGuarantees,,1732788883382.ab85a038baa4e8ec9ed20f15184aa78f.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T10:15:11,759 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T10:15:11,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732788911759"}]},"ts":"9223372036854775807"} 2024-11-28T10:15:11,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T10:15:11,762 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-28T10:15:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-28T10:15:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T10:15:11,788 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:11,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 246) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1241367545_22 at /127.0.0.1:53880 [Waiting for operation #1145] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1510294324_22 at /127.0.0.1:53588 [Waiting for operation #1337] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1241367545_22 at /127.0.0.1:43466 [Waiting for operation #1415] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1510294324_22 at /127.0.0.1:60166 [Waiting for operation #1460] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 298) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3997 (was 4215) 2024-11-28T10:15:11,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=3997 2024-11-28T10:15:11,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:15:11,815 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:15:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:11,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T10:15:11,817 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:11,817 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-11-28T10:15:11,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T10:15:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-28T10:15:11,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742051_1227 (size=1061) 2024-11-28T10:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-28T10:15:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-28T10:15:12,231 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:15:12,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742052_1228 (size=53) 2024-11-28T10:15:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-28T10:15:12,643 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:15:12,643 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4b344367827113146f4f4e0af999ff6b, disabling compactions & flushes 2024-11-28T10:15:12,643 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,643 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,644 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. after waiting 0 ms 2024-11-28T10:15:12,644 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,644 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,644 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b344367827113146f4f4e0af999ff6b: Waiting for close lock at 1732788912643Disabling compacts and flushes for region at 1732788912643Disabling writes for close at 1732788912644 (+1 ms)Writing region close event to WAL at 1732788912644Closed at 1732788912644 2024-11-28T10:15:12,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T10:15:12,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732788912646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732788912646"}]},"ts":"1732788912646"} 2024-11-28T10:15:12,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T10:15:12,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T10:15:12,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788912650"}]},"ts":"1732788912650"} 2024-11-28T10:15:12,652 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T10:15:12,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, ASSIGN}] 2024-11-28T10:15:12,653 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, ASSIGN 2024-11-28T10:15:12,654 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, ASSIGN; state=OFFLINE, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=false 2024-11-28T10:15:12,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=4b344367827113146f4f4e0af999ff6b, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:12,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, ASSIGN because future has completed 2024-11-28T10:15:12,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:15:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-28T10:15:12,964 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,965 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:15:12,965 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,965 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:15:12,965 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,966 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,968 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,970 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:12,970 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b344367827113146f4f4e0af999ff6b columnFamilyName A 2024-11-28T10:15:12,970 DEBUG [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:12,971 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.HStore(327): Store=4b344367827113146f4f4e0af999ff6b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:12,971 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,973 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:12,973 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b344367827113146f4f4e0af999ff6b columnFamilyName B 2024-11-28T10:15:12,973 DEBUG [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:12,973 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.HStore(327): Store=4b344367827113146f4f4e0af999ff6b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:12,973 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,974 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:12,975 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b344367827113146f4f4e0af999ff6b columnFamilyName C 2024-11-28T10:15:12,975 DEBUG [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:12,975 INFO [StoreOpener-4b344367827113146f4f4e0af999ff6b-1 {}] regionserver.HStore(327): Store=4b344367827113146f4f4e0af999ff6b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:12,975 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,975 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,976 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,976 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,977 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,977 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,978 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:15:12,979 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,980 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:15:12,981 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened 4b344367827113146f4f4e0af999ff6b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69990145, jitterRate=0.04293443262577057}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:15:12,981 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:12,981 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for 4b344367827113146f4f4e0af999ff6b: Running coprocessor pre-open hook at 1732788912966Writing region info on filesystem at 1732788912966Initializing all the Stores at 1732788912967 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788912967Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788912967Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788912967Cleaning up temporary data from old regions at 1732788912977 (+10 ms)Running coprocessor post-open hooks at 1732788912981 (+4 ms)Region opened successfully at 1732788912981 2024-11-28T10:15:12,982 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., pid=57, masterSystemTime=1732788912961 2024-11-28T10:15:12,983 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,984 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:12,984 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=4b344367827113146f4f4e0af999ff6b, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:12,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:15:12,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-28T10:15:12,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 in 179 msec 2024-11-28T10:15:12,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-28T10:15:12,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, ASSIGN in 335 msec 2024-11-28T10:15:12,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T10:15:12,989 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788912989"}]},"ts":"1732788912989"} 2024-11-28T10:15:12,990 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T10:15:12,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T10:15:12,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-28T10:15:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-28T10:15:13,969 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:13,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:13,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:13,971 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b427f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:13,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:13,973 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6017579a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:13,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:13,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:13,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:15:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:15:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d0a46c8 2024-11-28T10:15:13,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:15:13,979 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:15:13,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b5b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:13,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:13,982 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1942da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:13,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:13,984 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:13,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c26bab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:13,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:13,986 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:13,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c42202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:13,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:13,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:13,988 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:13,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb3e644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:13,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:13,990 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fb5fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:13,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:13,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:13,991 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:13,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d29ee52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:13,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:13,993 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48405b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:13,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:13,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a5c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:13,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:13,997 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a5758a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:13,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d5af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:13,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626de388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:14,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:14,000 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:14,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:14,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32366a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:14,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:14,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:14,002 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:14,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d867a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,003 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:14,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:14,003 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:14,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287c77ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:14,004 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b5348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:14,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:14,006 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13611d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:14,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:14,007 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:14,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129b49f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:14,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:14,009 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115912e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:14,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:14,010 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:14,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b227e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:14,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:14,011 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:14,011 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c328cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:14,012 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:14,012 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:14,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485d3781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:14,013 DEBUG [Thread-1074 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,013 DEBUG [Thread-1081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,013 DEBUG [Thread-1083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:14,014 DEBUG [Thread-1087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,014 DEBUG [Thread-1089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-28T10:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,015 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:14,016 DEBUG [Thread-1078 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,016 DEBUG [Thread-1070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,016 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:14,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:14,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,017 DEBUG [Thread-1085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,017 DEBUG [Thread-1076 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,017 DEBUG [Thread-1072 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:15:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:14,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:15:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:14,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:14,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c6b4da0803b44a809f8057006a543315 is 50, key is test_row_0/A:col10/1732788914027/Put/seqid=0 2024-11-28T10:15:14,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788914049, max timestamp=1732788914068Num uniques 859; 2024-11-28T10:15:14,072 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:14,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788914049, max timestamp=1732788914069Num uniques 859; 2024-11-28T10:15:14,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:14,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788914049, max timestamp=1732788914069Num uniques 859; 2024-11-28T10:15:14,073 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742053_1229 (size=14341) 2024-11-28T10:15:14,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c6b4da0803b44a809f8057006a543315 2024-11-28T10:15:14,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/792d77454542481cbb7924266616b8fe is 50, key is test_row_0/B:col10/1732788914027/Put/seqid=0 2024-11-28T10:15:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788974097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788974097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742054_1230 (size=12001) 2024-11-28T10:15:14,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788974106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788974109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788974109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:14,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/792d77454542481cbb7924266616b8fe 2024-11-28T10:15:14,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/6a5f995f61924f62bffb076dbecdae15 is 50, key is test_row_0/C:col10/1732788914027/Put/seqid=0 2024-11-28T10:15:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742055_1231 (size=12001) 2024-11-28T10:15:14,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/6a5f995f61924f62bffb076dbecdae15 2024-11-28T10:15:14,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c6b4da0803b44a809f8057006a543315 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c6b4da0803b44a809f8057006a543315 2024-11-28T10:15:14,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c6b4da0803b44a809f8057006a543315, entries=200, sequenceid=12, filesize=14.0 K 2024-11-28T10:15:14,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/792d77454542481cbb7924266616b8fe as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/792d77454542481cbb7924266616b8fe 2024-11-28T10:15:14,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/792d77454542481cbb7924266616b8fe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T10:15:14,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/6a5f995f61924f62bffb076dbecdae15 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6a5f995f61924f62bffb076dbecdae15 2024-11-28T10:15:14,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6a5f995f61924f62bffb076dbecdae15, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T10:15:14,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 4b344367827113146f4f4e0af999ff6b in 159ms, sequenceid=12, compaction requested=false 2024-11-28T10:15:14,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:14,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788914094, max timestamp=1732788914219Num uniques 1068; 2024-11-28T10:15:14,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788914094, max timestamp=1732788914219Num uniques 1068; 2024-11-28T10:15:14,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-28T10:15:14,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-28T10:15:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:14,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=67.09 KB heapSize=183.88 KB 2024-11-28T10:15:14,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732788914094, max timestamp=1732788914219Num uniques 1068; 2024-11-28T10:15:14,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-28T10:15:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:14,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:14,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/1be23805fe4740caafc40831d9e1323b is 50, key is test_row_0/A:col10/1732788914219/Put/seqid=0 2024-11-28T10:15:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742056_1232 (size=14341) 2024-11-28T10:15:14,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788914255, max timestamp=1732788914265Num uniques 859; 2024-11-28T10:15:14,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788914255, max timestamp=1732788914265Num uniques 859; 2024-11-28T10:15:14,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:14,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:14,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788914255, max timestamp=1732788914265Num uniques 859; 2024-11-28T10:15:14,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:14,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788914292, max timestamp=1732788914306Num uniques 1018; 2024-11-28T10:15:14,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788914292, max timestamp=1732788914306Num uniques 1018; 2024-11-28T10:15:14,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732788914292, max timestamp=1732788914306Num uniques 1018; 2024-11-28T10:15:14,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-28T10:15:14,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-28T10:15:14,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-28T10:15:14,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:14,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:14,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788974342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788974343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788974343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788974344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788974448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788974458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788974458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788974458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788974458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:14,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/1be23805fe4740caafc40831d9e1323b 2024-11-28T10:15:14,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/9a6ba687bdc2449786bfd99298989319 is 50, key is test_row_0/B:col10/1732788914219/Put/seqid=0 2024-11-28T10:15:14,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788974658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,662 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742057_1233 (size=12001) 2024-11-28T10:15:14,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/9a6ba687bdc2449786bfd99298989319 2024-11-28T10:15:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788974669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788974669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788974669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788974669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/af8d5a04b7e542a78420149f913bce2e is 50, key is test_row_0/C:col10/1732788914219/Put/seqid=0 2024-11-28T10:15:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742058_1234 (size=12001) 2024-11-28T10:15:14,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:14,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:14,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:14,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:14,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788974968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788974978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788974979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788974979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788974979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:15,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:15,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:15,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:15,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:15,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:15,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/af8d5a04b7e542a78420149f913bce2e 2024-11-28T10:15:15,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/1be23805fe4740caafc40831d9e1323b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/1be23805fe4740caafc40831d9e1323b 2024-11-28T10:15:15,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/1be23805fe4740caafc40831d9e1323b, entries=200, sequenceid=52, filesize=14.0 K 2024-11-28T10:15:15,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/9a6ba687bdc2449786bfd99298989319 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9a6ba687bdc2449786bfd99298989319 2024-11-28T10:15:15,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9a6ba687bdc2449786bfd99298989319, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T10:15:15,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/af8d5a04b7e542a78420149f913bce2e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/af8d5a04b7e542a78420149f913bce2e 2024-11-28T10:15:15,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/af8d5a04b7e542a78420149f913bce2e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-28T10:15:15,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=147.60 KB/151140 for 4b344367827113146f4f4e0af999ff6b in 919ms, sequenceid=52, compaction requested=false 2024-11-28T10:15:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:15,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-28T10:15:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:15,241 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-28T10:15:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/9b48d4ea6ab54f97a2ac2da25da84bf3 is 50, key is test_row_0/A:col10/1732788914342/Put/seqid=0 2024-11-28T10:15:15,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742059_1235 (size=12001) 2024-11-28T10:15:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:15,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788975492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788975494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788975494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788975501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788975504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,651 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/9b48d4ea6ab54f97a2ac2da25da84bf3 2024-11-28T10:15:15,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/bb16540362214995b1c72fc9020598bf is 50, key is test_row_0/B:col10/1732788914342/Put/seqid=0 2024-11-28T10:15:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742060_1236 (size=12001) 2024-11-28T10:15:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788975819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788975819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788975819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788975819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:15,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,066 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/bb16540362214995b1c72fc9020598bf 2024-11-28T10:15:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/c4b4313a5ee249c08ab0820a8d177356 is 50, key is test_row_0/C:col10/1732788914342/Put/seqid=0 2024-11-28T10:15:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742061_1237 (size=12001) 2024-11-28T10:15:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788976129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788976129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788976129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788976129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:16,480 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/c4b4313a5ee249c08ab0820a8d177356 2024-11-28T10:15:16,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/9b48d4ea6ab54f97a2ac2da25da84bf3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/9b48d4ea6ab54f97a2ac2da25da84bf3 2024-11-28T10:15:16,504 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/9b48d4ea6ab54f97a2ac2da25da84bf3, entries=150, sequenceid=106, filesize=11.7 K 2024-11-28T10:15:16,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/bb16540362214995b1c72fc9020598bf as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/bb16540362214995b1c72fc9020598bf 2024-11-28T10:15:16,511 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/bb16540362214995b1c72fc9020598bf, entries=150, sequenceid=106, filesize=11.7 K 2024-11-28T10:15:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/c4b4313a5ee249c08ab0820a8d177356 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/c4b4313a5ee249c08ab0820a8d177356 2024-11-28T10:15:16,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/c4b4313a5ee249c08ab0820a8d177356, entries=150, sequenceid=106, filesize=11.7 K 2024-11-28T10:15:16,516 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=40.25 KB/41220 for 4b344367827113146f4f4e0af999ff6b in 1275ms, sequenceid=106, compaction requested=true 2024-11-28T10:15:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:16,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-28T10:15:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-28T10:15:16,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-28T10:15:16,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5010 sec 2024-11-28T10:15:16,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.5050 sec 2024-11-28T10:15:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:16,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:15:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:16,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/6838c4ecdb494263a8bf5ebc24c2b53f is 50, key is test_row_0/A:col10/1732788915493/Put/seqid=0 2024-11-28T10:15:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742062_1238 (size=14341) 2024-11-28T10:15:16,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/6838c4ecdb494263a8bf5ebc24c2b53f 2024-11-28T10:15:16,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/45f86c969b994dfe9fe922f0847b6dc7 is 50, key is test_row_0/B:col10/1732788915493/Put/seqid=0 2024-11-28T10:15:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742063_1239 (size=12001) 2024-11-28T10:15:16,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788916603, max timestamp=1732788916629Num uniques 859; 2024-11-28T10:15:16,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:16,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788916603, max timestamp=1732788916629Num uniques 859; 2024-11-28T10:15:16,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788916603, max timestamp=1732788916629Num uniques 859; 2024-11-28T10:15:16,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:16,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788976662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788976663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788976664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788976665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788976669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788976779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788976779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788976779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788976779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788976779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/45f86c969b994dfe9fe922f0847b6dc7 2024-11-28T10:15:16,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/90419df408f348e988e3fd8fb3c41d0f is 50, key is test_row_0/C:col10/1732788915493/Put/seqid=0 2024-11-28T10:15:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788976989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788976989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788976989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788976989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788976989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:16,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:15:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742064_1240 (size=12001) 2024-11-28T10:15:17,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788977298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788977298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788977298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788977309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788977309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/90419df408f348e988e3fd8fb3c41d0f 2024-11-28T10:15:17,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/6838c4ecdb494263a8bf5ebc24c2b53f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6838c4ecdb494263a8bf5ebc24c2b53f 2024-11-28T10:15:17,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6838c4ecdb494263a8bf5ebc24c2b53f, entries=200, sequenceid=116, filesize=14.0 K 2024-11-28T10:15:17,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/45f86c969b994dfe9fe922f0847b6dc7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/45f86c969b994dfe9fe922f0847b6dc7 2024-11-28T10:15:17,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/45f86c969b994dfe9fe922f0847b6dc7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-28T10:15:17,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/90419df408f348e988e3fd8fb3c41d0f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/90419df408f348e988e3fd8fb3c41d0f 2024-11-28T10:15:17,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/90419df408f348e988e3fd8fb3c41d0f, entries=150, sequenceid=116, filesize=11.7 K 2024-11-28T10:15:17,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4b344367827113146f4f4e0af999ff6b in 893ms, sequenceid=116, compaction requested=true 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:17,426 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:17,426 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:17,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:17,428 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:17,428 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:17,428 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:17,428 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c6b4da0803b44a809f8057006a543315, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/1be23805fe4740caafc40831d9e1323b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/9b48d4ea6ab54f97a2ac2da25da84bf3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6838c4ecdb494263a8bf5ebc24c2b53f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=53.7 K 2024-11-28T10:15:17,429 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:17,429 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:17,429 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:17,429 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/792d77454542481cbb7924266616b8fe, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9a6ba687bdc2449786bfd99298989319, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/bb16540362214995b1c72fc9020598bf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/45f86c969b994dfe9fe922f0847b6dc7] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=46.9 K 2024-11-28T10:15:17,430 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 792d77454542481cbb7924266616b8fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732788914027 2024-11-28T10:15:17,430 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6b4da0803b44a809f8057006a543315, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732788914027 2024-11-28T10:15:17,431 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a6ba687bdc2449786bfd99298989319, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732788914095 2024-11-28T10:15:17,431 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be23805fe4740caafc40831d9e1323b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732788914095 2024-11-28T10:15:17,431 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting bb16540362214995b1c72fc9020598bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788914339 2024-11-28T10:15:17,431 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b48d4ea6ab54f97a2ac2da25da84bf3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788914339 2024-11-28T10:15:17,432 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 45f86c969b994dfe9fe922f0847b6dc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732788915487 2024-11-28T10:15:17,432 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6838c4ecdb494263a8bf5ebc24c2b53f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732788915487 2024-11-28T10:15:17,451 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:17,452 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/b8922c62e1584b05875c0feab04e3034 is 50, key is test_row_0/B:col10/1732788915493/Put/seqid=0 2024-11-28T10:15:17,458 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:17,459 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/54d96f9946614e3a8a9ae6494aa8bc67 is 50, key is test_row_0/A:col10/1732788915493/Put/seqid=0 2024-11-28T10:15:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742065_1241 (size=12139) 2024-11-28T10:15:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742066_1242 (size=12139) 2024-11-28T10:15:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:17,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-28T10:15:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:15:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:15:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:17,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:15:17,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/decfd50fabbd4828bac4d7892097c41f is 50, key is test_row_0/A:col10/1732788916668/Put/seqid=0 2024-11-28T10:15:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742067_1243 (size=12151) 2024-11-28T10:15:17,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/decfd50fabbd4828bac4d7892097c41f 2024-11-28T10:15:17,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788977823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788977826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788977827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788977829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788977829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/a7aef0f6f56747c6b59723e7477a2d16 is 50, key is test_row_0/B:col10/1732788916668/Put/seqid=0 2024-11-28T10:15:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742068_1244 (size=12151) 2024-11-28T10:15:17,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/a7aef0f6f56747c6b59723e7477a2d16 2024-11-28T10:15:17,883 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/54d96f9946614e3a8a9ae6494aa8bc67 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54d96f9946614e3a8a9ae6494aa8bc67 2024-11-28T10:15:17,883 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/b8922c62e1584b05875c0feab04e3034 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b8922c62e1584b05875c0feab04e3034 2024-11-28T10:15:17,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/6437378d668e4351bac38132adea6f13 is 50, key is test_row_0/C:col10/1732788916668/Put/seqid=0 2024-11-28T10:15:17,891 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into b8922c62e1584b05875c0feab04e3034(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:17,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:17,891 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=12, startTime=1732788917426; duration=0sec 2024-11-28T10:15:17,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:17,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:17,891 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:17,894 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:17,894 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:17,894 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:17,894 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into 54d96f9946614e3a8a9ae6494aa8bc67(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:17,894 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:17,894 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=12, startTime=1732788917426; duration=0sec 2024-11-28T10:15:17,894 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6a5f995f61924f62bffb076dbecdae15, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/af8d5a04b7e542a78420149f913bce2e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/c4b4313a5ee249c08ab0820a8d177356, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/90419df408f348e988e3fd8fb3c41d0f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=46.9 K 2024-11-28T10:15:17,894 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:17,894 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:17,895 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a5f995f61924f62bffb076dbecdae15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732788914027 2024-11-28T10:15:17,895 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting af8d5a04b7e542a78420149f913bce2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732788914095 2024-11-28T10:15:17,896 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c4b4313a5ee249c08ab0820a8d177356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732788914339 2024-11-28T10:15:17,896 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 90419df408f348e988e3fd8fb3c41d0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732788915487 2024-11-28T10:15:17,931 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:17,932 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/52952a653b7e44a8b33d60f2ddedd77f is 50, key is test_row_0/C:col10/1732788915493/Put/seqid=0 2024-11-28T10:15:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788977939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788977939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788977939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788977949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788977949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:17,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742069_1245 (size=12151) 2024-11-28T10:15:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742070_1246 (size=12139) 2024-11-28T10:15:18,038 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/52952a653b7e44a8b33d60f2ddedd77f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/52952a653b7e44a8b33d60f2ddedd77f 2024-11-28T10:15:18,044 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 52952a653b7e44a8b33d60f2ddedd77f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:18,044 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:18,044 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=12, startTime=1732788917426; duration=0sec 2024-11-28T10:15:18,044 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:18,044 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:18,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788978149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788978150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788978151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788978158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788978158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-28T10:15:18,170 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:18,170 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-28T10:15:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T10:15:18,174 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:18,175 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:18,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T10:15:18,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T10:15:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/6437378d668e4351bac38132adea6f13 2024-11-28T10:15:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/decfd50fabbd4828bac4d7892097c41f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/decfd50fabbd4828bac4d7892097c41f 2024-11-28T10:15:18,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/decfd50fabbd4828bac4d7892097c41f, entries=150, sequenceid=154, filesize=11.9 K 2024-11-28T10:15:18,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/a7aef0f6f56747c6b59723e7477a2d16 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/a7aef0f6f56747c6b59723e7477a2d16 2024-11-28T10:15:18,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/a7aef0f6f56747c6b59723e7477a2d16, entries=150, sequenceid=154, filesize=11.9 K 2024-11-28T10:15:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/6437378d668e4351bac38132adea6f13 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6437378d668e4351bac38132adea6f13 2024-11-28T10:15:18,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6437378d668e4351bac38132adea6f13, entries=150, sequenceid=154, filesize=11.9 K 2024-11-28T10:15:18,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=46.96 KB/48090 for 4b344367827113146f4f4e0af999ff6b in 613ms, sequenceid=154, compaction requested=false 2024-11-28T10:15:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:18,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:15:18,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:18,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T10:15:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c34728a9c5db4014940598b111c51bdc is 50, key is test_row_0/A:col10/1732788917823/Put/seqid=0 2024-11-28T10:15:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T10:15:18,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742071_1247 (size=16931) 2024-11-28T10:15:18,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c34728a9c5db4014940598b111c51bdc 2024-11-28T10:15:18,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788978511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788978512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732788918495, max timestamp=1732788918519Num uniques 859; 2024-11-28T10:15:18,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:15:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/30ee45c6a36b4f57876089387556c98a is 50, key is test_row_0/B:col10/1732788917823/Put/seqid=0 2024-11-28T10:15:18,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788978533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788978534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788978536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742072_1248 (size=12151) 2024-11-28T10:15:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788978629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788978629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T10:15:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788978648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788978648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788978649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T10:15:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T10:15:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788978839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788978839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788978858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788978868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788978868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:18,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:18,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T10:15:18,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:18,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:18,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:18,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/30ee45c6a36b4f57876089387556c98a 2024-11-28T10:15:19,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/b18a90daa0f94685ae028f2318bc98dd is 50, key is test_row_0/C:col10/1732788917823/Put/seqid=0 2024-11-28T10:15:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742073_1249 (size=12151) 2024-11-28T10:15:19,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/b18a90daa0f94685ae028f2318bc98dd 2024-11-28T10:15:19,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c34728a9c5db4014940598b111c51bdc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c34728a9c5db4014940598b111c51bdc 2024-11-28T10:15:19,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c34728a9c5db4014940598b111c51bdc, entries=250, sequenceid=169, filesize=16.5 K 2024-11-28T10:15:19,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/30ee45c6a36b4f57876089387556c98a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30ee45c6a36b4f57876089387556c98a 2024-11-28T10:15:19,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30ee45c6a36b4f57876089387556c98a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-28T10:15:19,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/b18a90daa0f94685ae028f2318bc98dd as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b18a90daa0f94685ae028f2318bc98dd 2024-11-28T10:15:19,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b18a90daa0f94685ae028f2318bc98dd, entries=150, sequenceid=169, filesize=11.9 K 2024-11-28T10:15:19,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=118.53 KB/121370 for 4b344367827113146f4f4e0af999ff6b in 610ms, sequenceid=169, compaction requested=true 2024-11-28T10:15:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:19,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:19,072 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:19,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:19,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:19,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:19,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:19,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:19,072 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:19,073 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:19,073 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:19,073 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:19,073 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:19,073 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:19,073 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:19,073 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b8922c62e1584b05875c0feab04e3034, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/a7aef0f6f56747c6b59723e7477a2d16, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30ee45c6a36b4f57876089387556c98a] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=35.6 K 2024-11-28T10:15:19,073 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54d96f9946614e3a8a9ae6494aa8bc67, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/decfd50fabbd4828bac4d7892097c41f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c34728a9c5db4014940598b111c51bdc] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=40.3 K 2024-11-28T10:15:19,074 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d96f9946614e3a8a9ae6494aa8bc67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732788915487 2024-11-28T10:15:19,074 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b8922c62e1584b05875c0feab04e3034, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732788915487 2024-11-28T10:15:19,075 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a7aef0f6f56747c6b59723e7477a2d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732788916662 2024-11-28T10:15:19,075 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting decfd50fabbd4828bac4d7892097c41f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732788916662 2024-11-28T10:15:19,076 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 30ee45c6a36b4f57876089387556c98a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732788917823 2024-11-28T10:15:19,076 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c34728a9c5db4014940598b111c51bdc, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732788917823 2024-11-28T10:15:19,096 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:19,097 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/550cb2b459a74a0c97b88d99f57dbd35 is 50, key is test_row_0/B:col10/1732788917823/Put/seqid=0 2024-11-28T10:15:19,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:19,104 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=118.53 KB heapSize=346.88 KB 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:19,111 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:19,111 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c7369e159e064b3db001405803fc4a6f is 50, key is test_row_0/A:col10/1732788917823/Put/seqid=0 2024-11-28T10:15:19,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/ecf20ffb020d4e5ba8c78590dd514f44 is 50, key is test_row_0/A:col10/1732788918534/Put/seqid=0 2024-11-28T10:15:19,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:19,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742074_1250 (size=12391) 2024-11-28T10:15:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742075_1251 (size=12391) 2024-11-28T10:15:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788979179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788979178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788979179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788979180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788979189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742076_1252 (size=12151) 2024-11-28T10:15:19,200 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/ecf20ffb020d4e5ba8c78590dd514f44 2024-11-28T10:15:19,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/6e76cdf367b34c7f89cbbd88a6838a57 is 50, key is test_row_0/B:col10/1732788918534/Put/seqid=0 2024-11-28T10:15:19,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742077_1253 (size=12151) 2024-11-28T10:15:19,296 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/6e76cdf367b34c7f89cbbd88a6838a57 2024-11-28T10:15:19,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788979298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788979298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788979298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T10:15:19,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788979309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/377d746c264f4388a431a2b7e37e6120 is 50, key is test_row_0/C:col10/1732788918534/Put/seqid=0 2024-11-28T10:15:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742078_1254 (size=12151) 2024-11-28T10:15:19,343 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/377d746c264f4388a431a2b7e37e6120 2024-11-28T10:15:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/ecf20ffb020d4e5ba8c78590dd514f44 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ecf20ffb020d4e5ba8c78590dd514f44 2024-11-28T10:15:19,358 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ecf20ffb020d4e5ba8c78590dd514f44, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T10:15:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/6e76cdf367b34c7f89cbbd88a6838a57 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6e76cdf367b34c7f89cbbd88a6838a57 2024-11-28T10:15:19,364 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6e76cdf367b34c7f89cbbd88a6838a57, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T10:15:19,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/377d746c264f4388a431a2b7e37e6120 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/377d746c264f4388a431a2b7e37e6120 2024-11-28T10:15:19,371 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/377d746c264f4388a431a2b7e37e6120, entries=150, sequenceid=194, filesize=11.9 K 2024-11-28T10:15:19,372 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~118.53 KB/121370, heapSize ~346.83 KB/355152, currentSize=60.38 KB/61830 for 4b344367827113146f4f4e0af999ff6b in 268ms, sequenceid=194, compaction requested=true 2024-11-28T10:15:19,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:19,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:19,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-28T10:15:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-28T10:15:19,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-28T10:15:19,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1990 sec 2024-11-28T10:15:19,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.2070 sec 2024-11-28T10:15:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:19,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:15:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:19,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/dd80966e533c44698b93ca1d3950f02d is 50, key is test_row_0/A:col10/1732788919514/Put/seqid=0 2024-11-28T10:15:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742079_1255 (size=14541) 2024-11-28T10:15:19,570 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/550cb2b459a74a0c97b88d99f57dbd35 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/550cb2b459a74a0c97b88d99f57dbd35 2024-11-28T10:15:19,576 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into 550cb2b459a74a0c97b88d99f57dbd35(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:19,576 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:19,576 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788919072; duration=0sec 2024-11-28T10:15:19,576 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:19,577 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:19,577 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:19,579 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48592 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:19,579 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:19,580 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:19,580 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/52952a653b7e44a8b33d60f2ddedd77f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6437378d668e4351bac38132adea6f13, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b18a90daa0f94685ae028f2318bc98dd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/377d746c264f4388a431a2b7e37e6120] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=47.5 K 2024-11-28T10:15:19,580 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 52952a653b7e44a8b33d60f2ddedd77f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732788915487 2024-11-28T10:15:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788979573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,582 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6437378d668e4351bac38132adea6f13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732788916662 2024-11-28T10:15:19,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788979574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,583 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c7369e159e064b3db001405803fc4a6f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c7369e159e064b3db001405803fc4a6f 2024-11-28T10:15:19,587 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b18a90daa0f94685ae028f2318bc98dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732788917823 2024-11-28T10:15:19,588 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 377d746c264f4388a431a2b7e37e6120, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732788918506 2024-11-28T10:15:19,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788979582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788979582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,594 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into c7369e159e064b3db001405803fc4a6f(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:19,594 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:19,594 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788919071; duration=0sec 2024-11-28T10:15:19,594 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:19,594 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:19,611 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:19,612 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/92a658e86f5e4726879f324c53217b03 is 50, key is test_row_0/C:col10/1732788918534/Put/seqid=0 2024-11-28T10:15:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742080_1256 (size=12425) 2024-11-28T10:15:19,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788979688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788979688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788979698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788979699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788979699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788979899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788979899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788979908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:19,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788979919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:19,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/dd80966e533c44698b93ca1d3950f02d 2024-11-28T10:15:19,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/cc6a78208ec7494fb6b6145f16616495 is 50, key is test_row_0/B:col10/1732788919514/Put/seqid=0 2024-11-28T10:15:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742081_1257 (size=12151) 2024-11-28T10:15:19,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/cc6a78208ec7494fb6b6145f16616495 2024-11-28T10:15:19,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/0fb022c716da416391308eda0d47c300 is 50, key is test_row_0/C:col10/1732788919514/Put/seqid=0 2024-11-28T10:15:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742082_1258 (size=12151) 2024-11-28T10:15:19,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/0fb022c716da416391308eda0d47c300 2024-11-28T10:15:19,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/dd80966e533c44698b93ca1d3950f02d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/dd80966e533c44698b93ca1d3950f02d 2024-11-28T10:15:19,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/dd80966e533c44698b93ca1d3950f02d, entries=200, sequenceid=208, filesize=14.2 K 2024-11-28T10:15:20,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/cc6a78208ec7494fb6b6145f16616495 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cc6a78208ec7494fb6b6145f16616495 2024-11-28T10:15:20,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cc6a78208ec7494fb6b6145f16616495, entries=150, sequenceid=208, filesize=11.9 K 2024-11-28T10:15:20,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/0fb022c716da416391308eda0d47c300 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0fb022c716da416391308eda0d47c300 2024-11-28T10:15:20,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0fb022c716da416391308eda0d47c300, entries=150, sequenceid=208, filesize=11.9 K 2024-11-28T10:15:20,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4b344367827113146f4f4e0af999ff6b in 495ms, sequenceid=208, compaction requested=true 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:20,010 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T10:15:20,011 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:20,011 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:20,012 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,012 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c7369e159e064b3db001405803fc4a6f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ecf20ffb020d4e5ba8c78590dd514f44, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/dd80966e533c44698b93ca1d3950f02d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=38.2 K 2024-11-28T10:15:20,013 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7369e159e064b3db001405803fc4a6f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732788917823 2024-11-28T10:15:20,013 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecf20ffb020d4e5ba8c78590dd514f44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732788918506 2024-11-28T10:15:20,013 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd80966e533c44698b93ca1d3950f02d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732788919176 2024-11-28T10:15:20,028 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:20,029 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e is 50, key is test_row_0/A:col10/1732788919514/Put/seqid=0 2024-11-28T10:15:20,047 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/92a658e86f5e4726879f324c53217b03 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/92a658e86f5e4726879f324c53217b03 2024-11-28T10:15:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742083_1259 (size=12493) 2024-11-28T10:15:20,060 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 92a658e86f5e4726879f324c53217b03(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:20,060 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:20,060 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=12, startTime=1732788919072; duration=0sec 2024-11-28T10:15:20,060 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T10:15:20,060 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:20,060 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:20,060 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:20,061 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:20,062 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:20,062 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,062 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/550cb2b459a74a0c97b88d99f57dbd35, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6e76cdf367b34c7f89cbbd88a6838a57, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cc6a78208ec7494fb6b6145f16616495] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=35.8 K 2024-11-28T10:15:20,063 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 550cb2b459a74a0c97b88d99f57dbd35, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732788917823 2024-11-28T10:15:20,063 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e76cdf367b34c7f89cbbd88a6838a57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732788918506 2024-11-28T10:15:20,064 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting cc6a78208ec7494fb6b6145f16616495, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732788919176 2024-11-28T10:15:20,066 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e 2024-11-28T10:15:20,071 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into bed5ef1f4ad14ad1b1d2ae092dfa8e7e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:20,071 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:20,071 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788920010; duration=0sec 2024-11-28T10:15:20,071 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:20,071 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:20,072 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T10:15:20,073 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#214 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:20,073 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T10:15:20,073 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T10:15:20,073 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/01f1e0ad2b14432b881b1c96f2e6ea28 is 50, key is test_row_0/B:col10/1732788919514/Put/seqid=0 2024-11-28T10:15:20,080 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. because compaction request was cancelled 2024-11-28T10:15:20,080 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:20,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742084_1260 (size=12493) 2024-11-28T10:15:20,109 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/01f1e0ad2b14432b881b1c96f2e6ea28 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/01f1e0ad2b14432b881b1c96f2e6ea28 2024-11-28T10:15:20,123 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into 01f1e0ad2b14432b881b1c96f2e6ea28(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:20,124 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:20,124 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788920010; duration=0sec 2024-11-28T10:15:20,124 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:20,124 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:20,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:20,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-28T10:15:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/13ad803734654c4e8ffba4e815f0437d is 50, key is test_row_0/A:col10/1732788919572/Put/seqid=0 2024-11-28T10:15:20,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788980239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742085_1261 (size=14541) 2024-11-28T10:15:20,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788980240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788980244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788980244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-28T10:15:20,318 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:20,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-28T10:15:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T10:15:20,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:20,321 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:20,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:20,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788980348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788980348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788980359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788980359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T10:15:20,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-28T10:15:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:20,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788980558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788980558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788980569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788980568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-28T10:15:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:20,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T10:15:20,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/13ad803734654c4e8ffba4e815f0437d 2024-11-28T10:15:20,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/2566c3c025924b2794f95c51cce43dfb is 50, key is test_row_0/B:col10/1732788919572/Put/seqid=0 2024-11-28T10:15:20,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742086_1262 (size=12151) 2024-11-28T10:15:20,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/2566c3c025924b2794f95c51cce43dfb 2024-11-28T10:15:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788980718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/09ebf5bab1fe4b34a570ed79ebc2eb13 is 50, key is test_row_0/C:col10/1732788919572/Put/seqid=0 2024-11-28T10:15:20,722 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 4b344367827113146f4f4e0af999ff6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742087_1263 (size=12151) 2024-11-28T10:15:20,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/09ebf5bab1fe4b34a570ed79ebc2eb13 2024-11-28T10:15:20,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/13ad803734654c4e8ffba4e815f0437d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/13ad803734654c4e8ffba4e815f0437d 2024-11-28T10:15:20,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/13ad803734654c4e8ffba4e815f0437d, entries=200, sequenceid=233, filesize=14.2 K 2024-11-28T10:15:20,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/2566c3c025924b2794f95c51cce43dfb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/2566c3c025924b2794f95c51cce43dfb 2024-11-28T10:15:20,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/2566c3c025924b2794f95c51cce43dfb, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T10:15:20,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/09ebf5bab1fe4b34a570ed79ebc2eb13 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/09ebf5bab1fe4b34a570ed79ebc2eb13 2024-11-28T10:15:20,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/09ebf5bab1fe4b34a570ed79ebc2eb13, entries=150, sequenceid=233, filesize=11.9 K 2024-11-28T10:15:20,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 4b344367827113146f4f4e0af999ff6b in 534ms, sequenceid=233, compaction requested=true 2024-11-28T10:15:20,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:20,756 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T10:15:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T10:15:20,756 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:20,756 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T10:15:20,756 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. because compaction request was cancelled 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:20,757 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,757 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/92a658e86f5e4726879f324c53217b03, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0fb022c716da416391308eda0d47c300, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/09ebf5bab1fe4b34a570ed79ebc2eb13] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=35.9 K 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 92a658e86f5e4726879f324c53217b03, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732788918506 2024-11-28T10:15:20,757 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T10:15:20,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T10:15:20,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. because compaction request was cancelled 2024-11-28T10:15:20,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:20,758 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fb022c716da416391308eda0d47c300, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732788919176 2024-11-28T10:15:20,758 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ebf5bab1fe4b34a570ed79ebc2eb13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788919572 2024-11-28T10:15:20,766 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#218 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:20,767 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/4eccd63efd6343e8a82e3e2bf5eb84ae is 50, key is test_row_0/C:col10/1732788919572/Put/seqid=0 2024-11-28T10:15:20,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742088_1264 (size=12527) 2024-11-28T10:15:20,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-28T10:15:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,781 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:15:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:20,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/85909306b1b748c2ae20d171f65c2c3f is 50, key is test_row_0/A:col10/1732788920242/Put/seqid=0 2024-11-28T10:15:20,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742089_1265 (size=9757) 2024-11-28T10:15:20,798 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/85909306b1b748c2ae20d171f65c2c3f 2024-11-28T10:15:20,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/30bfa9cf36274b66a0adfa7ad76d2873 is 50, key is test_row_0/B:col10/1732788920242/Put/seqid=0 2024-11-28T10:15:20,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742090_1266 (size=9757) 2024-11-28T10:15:20,825 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/30bfa9cf36274b66a0adfa7ad76d2873 2024-11-28T10:15:20,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d3898bedd3514cd4a0cd06695fbd85fd is 50, key is test_row_0/C:col10/1732788920242/Put/seqid=0 2024-11-28T10:15:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742091_1267 (size=9757) 2024-11-28T10:15:20,842 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d3898bedd3514cd4a0cd06695fbd85fd 2024-11-28T10:15:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/85909306b1b748c2ae20d171f65c2c3f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85909306b1b748c2ae20d171f65c2c3f 2024-11-28T10:15:20,853 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85909306b1b748c2ae20d171f65c2c3f, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T10:15:20,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/30bfa9cf36274b66a0adfa7ad76d2873 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30bfa9cf36274b66a0adfa7ad76d2873 2024-11-28T10:15:20,859 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30bfa9cf36274b66a0adfa7ad76d2873, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T10:15:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d3898bedd3514cd4a0cd06695fbd85fd as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3898bedd3514cd4a0cd06695fbd85fd 2024-11-28T10:15:20,863 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3898bedd3514cd4a0cd06695fbd85fd, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T10:15:20,864 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 4b344367827113146f4f4e0af999ff6b in 83ms, sequenceid=246, compaction requested=true 2024-11-28T10:15:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-28T10:15:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-28T10:15:20,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-28T10:15:20,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 545 msec 2024-11-28T10:15:20,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 549 msec 2024-11-28T10:15:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:20,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:15:20,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:20,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:20,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:20,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:20,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c33691afafde4a13be133801505f73e4 is 50, key is test_row_0/A:col10/1732788920875/Put/seqid=0 2024-11-28T10:15:20,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742092_1268 (size=9757) 2024-11-28T10:15:20,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788920904, max timestamp=1732788920912Num uniques 859; 2024-11-28T10:15:20,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:20,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788920904, max timestamp=1732788920912Num uniques 859; 2024-11-28T10:15:20,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:20,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788920904, max timestamp=1732788920912Num uniques 859; 2024-11-28T10:15:20,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:20,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788980937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788980941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788980942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-28T10:15:20,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:20,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788980943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:20,949 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:20,949 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:20,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-28T10:15:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T10:15:20,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:20,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:20,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788981048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T10:15:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788981059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788981059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788981059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-28T10:15:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,183 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/4eccd63efd6343e8a82e3e2bf5eb84ae as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/4eccd63efd6343e8a82e3e2bf5eb84ae 2024-11-28T10:15:21,187 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 4eccd63efd6343e8a82e3e2bf5eb84ae(size=12.2 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:21,187 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:21,188 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788920756; duration=0sec 2024-11-28T10:15:21,188 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:21,188 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:21,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-28T10:15:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788981258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T10:15:21,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788981269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788981269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788981269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c33691afafde4a13be133801505f73e4 2024-11-28T10:15:21,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/768ae7cfeb8e490d81d045d5b19ac00e is 50, key is test_row_0/B:col10/1732788920875/Put/seqid=0 2024-11-28T10:15:21,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742093_1269 (size=9757) 2024-11-28T10:15:21,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-28T10:15:21,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:21,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-28T10:15:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788981568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T10:15:21,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788981579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788981579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788981579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:21,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:21,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/768ae7cfeb8e490d81d045d5b19ac00e 2024-11-28T10:15:21,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-28T10:15:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/364b5a0f28e34bac858a9f5dc5765061 is 50, key is test_row_0/C:col10/1732788920875/Put/seqid=0 2024-11-28T10:15:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742094_1270 (size=9757) 2024-11-28T10:15:21,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/364b5a0f28e34bac858a9f5dc5765061 2024-11-28T10:15:21,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c33691afafde4a13be133801505f73e4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c33691afafde4a13be133801505f73e4 2024-11-28T10:15:21,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c33691afafde4a13be133801505f73e4, entries=100, sequenceid=256, filesize=9.5 K 2024-11-28T10:15:21,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/768ae7cfeb8e490d81d045d5b19ac00e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/768ae7cfeb8e490d81d045d5b19ac00e 2024-11-28T10:15:21,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/768ae7cfeb8e490d81d045d5b19ac00e, entries=100, sequenceid=256, filesize=9.5 K 2024-11-28T10:15:21,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/364b5a0f28e34bac858a9f5dc5765061 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/364b5a0f28e34bac858a9f5dc5765061 2024-11-28T10:15:21,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/364b5a0f28e34bac858a9f5dc5765061, entries=100, sequenceid=256, filesize=9.5 K 2024-11-28T10:15:21,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4b344367827113146f4f4e0af999ff6b in 872ms, sequenceid=256, compaction requested=true 2024-11-28T10:15:21,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:21,752 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:21,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:21,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:21,752 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:21,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:21,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:21,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:21,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:21,753 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:21,753 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:21,753 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:21,753 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:21,753 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,753 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,754 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/13ad803734654c4e8ffba4e815f0437d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85909306b1b748c2ae20d171f65c2c3f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c33691afafde4a13be133801505f73e4] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=45.5 K 2024-11-28T10:15:21,754 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/01f1e0ad2b14432b881b1c96f2e6ea28, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/2566c3c025924b2794f95c51cce43dfb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30bfa9cf36274b66a0adfa7ad76d2873, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/768ae7cfeb8e490d81d045d5b19ac00e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=43.1 K 2024-11-28T10:15:21,754 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting bed5ef1f4ad14ad1b1d2ae092dfa8e7e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732788919176 2024-11-28T10:15:21,754 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 01f1e0ad2b14432b881b1c96f2e6ea28, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732788919176 2024-11-28T10:15:21,754 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2566c3c025924b2794f95c51cce43dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788919572 2024-11-28T10:15:21,754 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ad803734654c4e8ffba4e815f0437d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788919572 2024-11-28T10:15:21,762 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 30bfa9cf36274b66a0adfa7ad76d2873, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732788920242 2024-11-28T10:15:21,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85909306b1b748c2ae20d171f65c2c3f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732788920242 2024-11-28T10:15:21,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33691afafde4a13be133801505f73e4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788920875 2024-11-28T10:15:21,762 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 768ae7cfeb8e490d81d045d5b19ac00e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788920875 2024-11-28T10:15:21,805 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:21,806 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/bac638ba1ef949bbbeefba37b3f871ee is 50, key is test_row_0/A:col10/1732788920875/Put/seqid=0 2024-11-28T10:15:21,809 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:21,810 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/af8b1c382daf4408966a20820063d975 is 50, key is test_row_0/B:col10/1732788920875/Put/seqid=0 2024-11-28T10:15:21,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742095_1271 (size=12629) 2024-11-28T10:15:21,860 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/bac638ba1ef949bbbeefba37b3f871ee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bac638ba1ef949bbbeefba37b3f871ee 2024-11-28T10:15:21,865 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into bac638ba1ef949bbbeefba37b3f871ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:21,865 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:21,865 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=12, startTime=1732788921752; duration=0sec 2024-11-28T10:15:21,865 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:21,865 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:21,865 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:21,866 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32041 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:21,866 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:21,866 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,866 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/4eccd63efd6343e8a82e3e2bf5eb84ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3898bedd3514cd4a0cd06695fbd85fd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/364b5a0f28e34bac858a9f5dc5765061] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=31.3 K 2024-11-28T10:15:21,868 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eccd63efd6343e8a82e3e2bf5eb84ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732788919572 2024-11-28T10:15:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742096_1272 (size=12629) 2024-11-28T10:15:21,869 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3898bedd3514cd4a0cd06695fbd85fd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732788920242 2024-11-28T10:15:21,869 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 364b5a0f28e34bac858a9f5dc5765061, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788920875 2024-11-28T10:15:21,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-28T10:15:21,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:21,871 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-28T10:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:21,877 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:21,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/8af720bb58744b47b8c9219c03b610eb is 50, key is test_row_0/C:col10/1732788920875/Put/seqid=0 2024-11-28T10:15:21,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/6f0e4c477aed40d18c4d8c33055f7701 is 50, key is test_row_0/A:col10/1732788920940/Put/seqid=0 2024-11-28T10:15:21,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742097_1273 (size=12629) 2024-11-28T10:15:21,936 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/8af720bb58744b47b8c9219c03b610eb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/8af720bb58744b47b8c9219c03b610eb 2024-11-28T10:15:21,942 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 8af720bb58744b47b8c9219c03b610eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:21,942 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:21,942 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788921753; duration=0sec 2024-11-28T10:15:21,942 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:21,942 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742098_1274 (size=12301) 2024-11-28T10:15:21,954 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/6f0e4c477aed40d18c4d8c33055f7701 2024-11-28T10:15:21,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ceaf0a90038b43ae96888432213f081d is 50, key is test_row_0/B:col10/1732788920940/Put/seqid=0 2024-11-28T10:15:21,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742099_1275 (size=12301) 2024-11-28T10:15:21,971 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ceaf0a90038b43ae96888432213f081d 2024-11-28T10:15:21,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d7b3875ca28042ffa13fe57d12261262 is 50, key is test_row_0/C:col10/1732788920940/Put/seqid=0 2024-11-28T10:15:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742100_1276 (size=12301) 2024-11-28T10:15:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:22,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T10:15:22,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788982099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788982100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788982102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788982106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788982219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788982219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788982219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,273 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/af8b1c382daf4408966a20820063d975 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/af8b1c382daf4408966a20820063d975 2024-11-28T10:15:22,278 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into af8b1c382daf4408966a20820063d975(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:22,278 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:22,278 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=12, startTime=1732788921752; duration=0sec 2024-11-28T10:15:22,278 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:22,278 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:22,403 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d7b3875ca28042ffa13fe57d12261262 2024-11-28T10:15:22,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/6f0e4c477aed40d18c4d8c33055f7701 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6f0e4c477aed40d18c4d8c33055f7701 2024-11-28T10:15:22,411 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6f0e4c477aed40d18c4d8c33055f7701, entries=150, sequenceid=295, filesize=12.0 K 2024-11-28T10:15:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ceaf0a90038b43ae96888432213f081d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ceaf0a90038b43ae96888432213f081d 2024-11-28T10:15:22,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ceaf0a90038b43ae96888432213f081d, entries=150, sequenceid=295, filesize=12.0 K 2024-11-28T10:15:22,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d7b3875ca28042ffa13fe57d12261262 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d7b3875ca28042ffa13fe57d12261262 2024-11-28T10:15:22,424 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d7b3875ca28042ffa13fe57d12261262, entries=150, sequenceid=295, filesize=12.0 K 2024-11-28T10:15:22,425 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 4b344367827113146f4f4e0af999ff6b in 553ms, sequenceid=295, compaction requested=false 2024-11-28T10:15:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-28T10:15:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-28T10:15:22,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-28T10:15:22,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-11-28T10:15:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:22,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.4800 sec 2024-11-28T10:15:22,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:15:22,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:22,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:22,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c413c3a07b924cafa542f494ab3bdf34 is 50, key is test_row_0/A:col10/1732788922081/Put/seqid=0 2024-11-28T10:15:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742101_1277 (size=12301) 2024-11-28T10:15:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788982459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788982459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788982465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788982569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788982569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788982578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788982748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,750 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 4b344367827113146f4f4e0af999ff6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788982779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788982779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788982788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:22,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:22,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:22,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c413c3a07b924cafa542f494ab3bdf34 2024-11-28T10:15:22,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/204f1bbb48b04222a1310bd936a0c48b is 50, key is test_row_0/B:col10/1732788922081/Put/seqid=0 2024-11-28T10:15:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742102_1278 (size=12301) 2024-11-28T10:15:22,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/204f1bbb48b04222a1310bd936a0c48b 2024-11-28T10:15:22,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/ed17cca4d901410183633c6ec6ec2a6e is 50, key is test_row_0/C:col10/1732788922081/Put/seqid=0 2024-11-28T10:15:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742103_1279 (size=12301) 2024-11-28T10:15:23,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788983088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788983088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-28T10:15:23,098 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:23,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-28T10:15:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-28T10:15:23,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:23,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:23,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:23,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788983101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788983118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,122 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 4b344367827113146f4f4e0af999ff6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-28T10:15:23,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-28T10:15:23,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:23,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:23,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/ed17cca4d901410183633c6ec6ec2a6e 2024-11-28T10:15:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c413c3a07b924cafa542f494ab3bdf34 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c413c3a07b924cafa542f494ab3bdf34 2024-11-28T10:15:23,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c413c3a07b924cafa542f494ab3bdf34, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T10:15:23,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/204f1bbb48b04222a1310bd936a0c48b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/204f1bbb48b04222a1310bd936a0c48b 2024-11-28T10:15:23,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/204f1bbb48b04222a1310bd936a0c48b, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T10:15:23,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/ed17cca4d901410183633c6ec6ec2a6e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/ed17cca4d901410183633c6ec6ec2a6e 2024-11-28T10:15:23,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/ed17cca4d901410183633c6ec6ec2a6e, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T10:15:23,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4b344367827113146f4f4e0af999ff6b in 903ms, sequenceid=309, compaction requested=true 2024-11-28T10:15:23,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:23,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:23,335 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:23,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:23,335 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:23,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:23,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:23,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:23,336 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:23,336 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:23,336 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,337 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/af8b1c382daf4408966a20820063d975, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ceaf0a90038b43ae96888432213f081d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/204f1bbb48b04222a1310bd936a0c48b] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.4 K 2024-11-28T10:15:23,337 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:23,337 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:23,337 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,337 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bac638ba1ef949bbbeefba37b3f871ee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6f0e4c477aed40d18c4d8c33055f7701, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c413c3a07b924cafa542f494ab3bdf34] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.4 K 2024-11-28T10:15:23,337 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting af8b1c382daf4408966a20820063d975, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788920243 2024-11-28T10:15:23,337 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting bac638ba1ef949bbbeefba37b3f871ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788920243 2024-11-28T10:15:23,338 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ceaf0a90038b43ae96888432213f081d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732788920935 2024-11-28T10:15:23,338 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f0e4c477aed40d18c4d8c33055f7701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732788920935 2024-11-28T10:15:23,338 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 204f1bbb48b04222a1310bd936a0c48b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732788922081 2024-11-28T10:15:23,338 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c413c3a07b924cafa542f494ab3bdf34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732788922081 2024-11-28T10:15:23,362 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:23,363 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:23,363 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/58b8df9880b748d1af3cc0ebd24b2543 is 50, key is test_row_0/B:col10/1732788922081/Put/seqid=0 2024-11-28T10:15:23,363 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/54323223663843ef9a61e8c6a4c4ac6b is 50, key is test_row_0/A:col10/1732788922081/Put/seqid=0 2024-11-28T10:15:23,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742104_1280 (size=12881) 2024-11-28T10:15:23,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-28T10:15:23,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,412 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:15:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:23,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742105_1281 (size=12881) 2024-11-28T10:15:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-28T10:15:23,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/63db54d25ecf4f82a88c20543ee997cf is 50, key is test_row_0/A:col10/1732788922456/Put/seqid=0 2024-11-28T10:15:23,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742106_1282 (size=12301) 2024-11-28T10:15:23,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788983623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788983623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788983632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-28T10:15:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788983738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788983738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788983748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:23,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:23,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:23,791 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/54323223663843ef9a61e8c6a4c4ac6b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54323223663843ef9a61e8c6a4c4ac6b 2024-11-28T10:15:23,795 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into 54323223663843ef9a61e8c6a4c4ac6b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:23,795 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:23,795 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788923335; duration=0sec 2024-11-28T10:15:23,795 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:23,795 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:23,796 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:23,796 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:23,796 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:23,797 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,797 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/8af720bb58744b47b8c9219c03b610eb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d7b3875ca28042ffa13fe57d12261262, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/ed17cca4d901410183633c6ec6ec2a6e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.4 K 2024-11-28T10:15:23,797 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8af720bb58744b47b8c9219c03b610eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788920243 2024-11-28T10:15:23,797 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7b3875ca28042ffa13fe57d12261262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732788920935 2024-11-28T10:15:23,797 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed17cca4d901410183633c6ec6ec2a6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732788922081 2024-11-28T10:15:23,803 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:23,803 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/0044a04569034cffb6a45e59d50d5da1 is 50, key is test_row_0/C:col10/1732788922081/Put/seqid=0 2024-11-28T10:15:23,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742107_1283 (size=12881) 2024-11-28T10:15:23,822 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/58b8df9880b748d1af3cc0ebd24b2543 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/58b8df9880b748d1af3cc0ebd24b2543 2024-11-28T10:15:23,826 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into 58b8df9880b748d1af3cc0ebd24b2543(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:23,826 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:23,826 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788923335; duration=0sec 2024-11-28T10:15:23,826 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:23,826 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:23,857 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/63db54d25ecf4f82a88c20543ee997cf 2024-11-28T10:15:23,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/92290043f8d545ba978ece202053b4c2 is 50, key is test_row_0/B:col10/1732788922456/Put/seqid=0 2024-11-28T10:15:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742108_1284 (size=12301) 2024-11-28T10:15:23,874 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/92290043f8d545ba978ece202053b4c2 2024-11-28T10:15:23,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d80b24ec76504f06b6fae827464369bd is 50, key is test_row_0/C:col10/1732788922456/Put/seqid=0 2024-11-28T10:15:23,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742109_1285 (size=12301) 2024-11-28T10:15:23,894 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d80b24ec76504f06b6fae827464369bd 2024-11-28T10:15:23,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/63db54d25ecf4f82a88c20543ee997cf as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/63db54d25ecf4f82a88c20543ee997cf 2024-11-28T10:15:23,906 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/63db54d25ecf4f82a88c20543ee997cf, entries=150, sequenceid=329, filesize=12.0 K 2024-11-28T10:15:23,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/92290043f8d545ba978ece202053b4c2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/92290043f8d545ba978ece202053b4c2 2024-11-28T10:15:23,912 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/92290043f8d545ba978ece202053b4c2, entries=150, sequenceid=329, filesize=12.0 K 2024-11-28T10:15:23,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d80b24ec76504f06b6fae827464369bd as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d80b24ec76504f06b6fae827464369bd 2024-11-28T10:15:23,916 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d80b24ec76504f06b6fae827464369bd, entries=150, sequenceid=329, filesize=12.0 K 2024-11-28T10:15:23,917 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4b344367827113146f4f4e0af999ff6b in 506ms, sequenceid=329, compaction requested=false 2024-11-28T10:15:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:23,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-28T10:15:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-28T10:15:23,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-28T10:15:23,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-11-28T10:15:23,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 823 msec 2024-11-28T10:15:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:23,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:15:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:23,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:23,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/85c505ea931349d19556bd2b71d7f0bf is 50, key is test_row_0/A:col10/1732788923630/Put/seqid=0 2024-11-28T10:15:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742110_1286 (size=14741) 2024-11-28T10:15:23,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/85c505ea931349d19556bd2b71d7f0bf 2024-11-28T10:15:23,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/c032f0899d3b466d9a0dda7bacee8c96 is 50, key is test_row_0/B:col10/1732788923630/Put/seqid=0 2024-11-28T10:15:23,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742111_1287 (size=12301) 2024-11-28T10:15:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788984011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788984012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788984013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788984118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788984119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788984128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,211 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/0044a04569034cffb6a45e59d50d5da1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0044a04569034cffb6a45e59d50d5da1 2024-11-28T10:15:24,215 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 0044a04569034cffb6a45e59d50d5da1(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:24,215 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:24,215 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788923335; duration=0sec 2024-11-28T10:15:24,215 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:24,215 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-28T10:15:24,239 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:24,239 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-28T10:15:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T10:15:24,241 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:24,241 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:24,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788984328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788984329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788984338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T10:15:24,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/c032f0899d3b466d9a0dda7bacee8c96 2024-11-28T10:15:24,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8 is 50, key is test_row_0/C:col10/1732788923630/Put/seqid=0 2024-11-28T10:15:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742112_1288 (size=12301) 2024-11-28T10:15:24,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-28T10:15:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:24,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-28T10:15:24,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:24,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T10:15:24,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788984639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788984639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788984648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:24,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:24,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-28T10:15:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:24,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:24,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8 2024-11-28T10:15:24,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/85c505ea931349d19556bd2b71d7f0bf as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85c505ea931349d19556bd2b71d7f0bf 2024-11-28T10:15:24,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85c505ea931349d19556bd2b71d7f0bf, entries=200, sequenceid=344, filesize=14.4 K 2024-11-28T10:15:24,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/c032f0899d3b466d9a0dda7bacee8c96 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c032f0899d3b466d9a0dda7bacee8c96 2024-11-28T10:15:24,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c032f0899d3b466d9a0dda7bacee8c96, entries=150, sequenceid=344, filesize=12.0 K 2024-11-28T10:15:24,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8 2024-11-28T10:15:24,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8, entries=150, sequenceid=344, filesize=12.0 K 2024-11-28T10:15:24,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4b344367827113146f4f4e0af999ff6b in 862ms, sequenceid=344, compaction requested=true 2024-11-28T10:15:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:24,812 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:24,813 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:24,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:24,814 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:24,814 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:24,814 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,815 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54323223663843ef9a61e8c6a4c4ac6b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/63db54d25ecf4f82a88c20543ee997cf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85c505ea931349d19556bd2b71d7f0bf] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=39.0 K 2024-11-28T10:15:24,815 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:24,815 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:24,815 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,815 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/58b8df9880b748d1af3cc0ebd24b2543, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/92290043f8d545ba978ece202053b4c2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c032f0899d3b466d9a0dda7bacee8c96] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.6 K 2024-11-28T10:15:24,815 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54323223663843ef9a61e8c6a4c4ac6b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732788922081 2024-11-28T10:15:24,815 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 58b8df9880b748d1af3cc0ebd24b2543, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732788922081 2024-11-28T10:15:24,815 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63db54d25ecf4f82a88c20543ee997cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732788922451 2024-11-28T10:15:24,816 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 92290043f8d545ba978ece202053b4c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732788922451 2024-11-28T10:15:24,816 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85c505ea931349d19556bd2b71d7f0bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732788923612 2024-11-28T10:15:24,816 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c032f0899d3b466d9a0dda7bacee8c96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732788923612 2024-11-28T10:15:24,824 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:24,825 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/3647368ec51941cc94c0aeacc9e8f2ea is 50, key is test_row_0/A:col10/1732788923630/Put/seqid=0 2024-11-28T10:15:24,826 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#243 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:24,826 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/c7538ae0cf5c4903afacdc25f339e850 is 50, key is test_row_0/B:col10/1732788923630/Put/seqid=0 2024-11-28T10:15:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742113_1289 (size=12983) 2024-11-28T10:15:24,849 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/c7538ae0cf5c4903afacdc25f339e850 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c7538ae0cf5c4903afacdc25f339e850 2024-11-28T10:15:24,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-28T10:15:24,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,854 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-28T10:15:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:24,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:24,855 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into c7538ae0cf5c4903afacdc25f339e850(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:24,855 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:24,855 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788924813; duration=0sec 2024-11-28T10:15:24,855 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:24,855 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:24,855 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:24,856 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:24,856 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:24,857 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:24,857 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0044a04569034cffb6a45e59d50d5da1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d80b24ec76504f06b6fae827464369bd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.6 K 2024-11-28T10:15:24,857 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 0044a04569034cffb6a45e59d50d5da1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732788922081 2024-11-28T10:15:24,858 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting d80b24ec76504f06b6fae827464369bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732788922451 2024-11-28T10:15:24,858 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a7bfef3b0b4d3dbf0cbe006a4f97c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732788923612 2024-11-28T10:15:24,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/08d3cb7acb844011a8599c0df97da58a is 50, key is test_row_0/A:col10/1732788924010/Put/seqid=0 2024-11-28T10:15:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742114_1290 (size=12983) 2024-11-28T10:15:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T10:15:24,873 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/3647368ec51941cc94c0aeacc9e8f2ea as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/3647368ec51941cc94c0aeacc9e8f2ea 2024-11-28T10:15:24,882 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into 3647368ec51941cc94c0aeacc9e8f2ea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:24,882 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:24,882 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788924812; duration=0sec 2024-11-28T10:15:24,882 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:24,882 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:24,884 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:24,885 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/3e4ed23e7acc4271ab985285161e3bc3 is 50, key is test_row_0/C:col10/1732788923630/Put/seqid=0 2024-11-28T10:15:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742115_1291 (size=12301) 2024-11-28T10:15:24,902 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/08d3cb7acb844011a8599c0df97da58a 2024-11-28T10:15:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742116_1292 (size=12983) 2024-11-28T10:15:24,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ce4fc8b5e3b6457ca943ff30b58b2e32 is 50, key is test_row_0/B:col10/1732788924010/Put/seqid=0 2024-11-28T10:15:24,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742117_1293 (size=12301) 2024-11-28T10:15:25,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788985156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788985157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788985158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788985158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788985268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788985268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788985268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,316 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/3e4ed23e7acc4271ab985285161e3bc3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3e4ed23e7acc4271ab985285161e3bc3 2024-11-28T10:15:25,321 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 3e4ed23e7acc4271ab985285161e3bc3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:25,321 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:25,321 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788924813; duration=0sec 2024-11-28T10:15:25,321 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:25,321 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:25,338 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ce4fc8b5e3b6457ca943ff30b58b2e32 2024-11-28T10:15:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/711decef373a48bcbac418bd2d98d650 is 50, key is test_row_0/C:col10/1732788924010/Put/seqid=0 2024-11-28T10:15:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742118_1294 (size=12301) 2024-11-28T10:15:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T10:15:25,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788985478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788985478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788985478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,747 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/711decef373a48bcbac418bd2d98d650 2024-11-28T10:15:25,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/08d3cb7acb844011a8599c0df97da58a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/08d3cb7acb844011a8599c0df97da58a 2024-11-28T10:15:25,756 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/08d3cb7acb844011a8599c0df97da58a, entries=150, sequenceid=364, filesize=12.0 K 2024-11-28T10:15:25,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ce4fc8b5e3b6457ca943ff30b58b2e32 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ce4fc8b5e3b6457ca943ff30b58b2e32 2024-11-28T10:15:25,762 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ce4fc8b5e3b6457ca943ff30b58b2e32, entries=150, sequenceid=364, filesize=12.0 K 2024-11-28T10:15:25,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/711decef373a48bcbac418bd2d98d650 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/711decef373a48bcbac418bd2d98d650 2024-11-28T10:15:25,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/711decef373a48bcbac418bd2d98d650, entries=150, sequenceid=364, filesize=12.0 K 2024-11-28T10:15:25,769 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 4b344367827113146f4f4e0af999ff6b in 915ms, sequenceid=364, compaction requested=false 2024-11-28T10:15:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:25,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-28T10:15:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-28T10:15:25,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-28T10:15:25,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-28T10:15:25,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5350 sec 2024-11-28T10:15:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:25,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-28T10:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:25,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/8a88aaa476934089b3fa4f524a06a8d9 is 50, key is test_row_0/A:col10/1732788925154/Put/seqid=0 2024-11-28T10:15:25,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742119_1295 (size=12301) 2024-11-28T10:15:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788985828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788985828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788985833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788985938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788985938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:25,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788985949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788986148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788986148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788986159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788986178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,181 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in 4b344367827113146f4f4e0af999ff6b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/8a88aaa476934089b3fa4f524a06a8d9 2024-11-28T10:15:26,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/3a749d41eb354793843b6c94bdb6ac56 is 50, key is test_row_0/B:col10/1732788925154/Put/seqid=0 2024-11-28T10:15:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742120_1296 (size=12301) 2024-11-28T10:15:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-28T10:15:26,388 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:26,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-28T10:15:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-28T10:15:26,391 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:26,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:26,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788986458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788986459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788986468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-28T10:15:26,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-28T10:15:26,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:26,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:26,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:26,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/3a749d41eb354793843b6c94bdb6ac56 2024-11-28T10:15:26,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d3aed458ae894a08948b340d8da7a7c6 is 50, key is test_row_0/C:col10/1732788925154/Put/seqid=0 2024-11-28T10:15:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742121_1297 (size=12301) 2024-11-28T10:15:26,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-28T10:15:26,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:26,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:26,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:26,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-28T10:15:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48138 deadline: 1732788986768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,769 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 4b344367827113146f4f4e0af999ff6b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-28T10:15:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:26,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:26,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:26,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:26,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788986968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788986968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:26,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:26,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788986978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:26,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:27,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-28T10:15:27,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:27,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:27,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:27,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:27,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-28T10:15:27,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d3aed458ae894a08948b340d8da7a7c6 2024-11-28T10:15:27,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/8a88aaa476934089b3fa4f524a06a8d9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8a88aaa476934089b3fa4f524a06a8d9 2024-11-28T10:15:27,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8a88aaa476934089b3fa4f524a06a8d9, entries=150, sequenceid=382, filesize=12.0 K 2024-11-28T10:15:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/3a749d41eb354793843b6c94bdb6ac56 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/3a749d41eb354793843b6c94bdb6ac56 2024-11-28T10:15:27,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/3a749d41eb354793843b6c94bdb6ac56, entries=150, sequenceid=382, filesize=12.0 K 2024-11-28T10:15:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/d3aed458ae894a08948b340d8da7a7c6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3aed458ae894a08948b340d8da7a7c6 2024-11-28T10:15:27,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3aed458ae894a08948b340d8da7a7c6, entries=150, sequenceid=382, filesize=12.0 K 2024-11-28T10:15:27,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4b344367827113146f4f4e0af999ff6b in 1277ms, sequenceid=382, compaction requested=true 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:27,067 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:27,067 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:27,068 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:27,068 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:27,068 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:27,068 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:27,068 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:27,068 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:27,068 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c7538ae0cf5c4903afacdc25f339e850, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ce4fc8b5e3b6457ca943ff30b58b2e32, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/3a749d41eb354793843b6c94bdb6ac56] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.7 K 2024-11-28T10:15:27,068 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/3647368ec51941cc94c0aeacc9e8f2ea, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/08d3cb7acb844011a8599c0df97da58a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8a88aaa476934089b3fa4f524a06a8d9] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.7 K 2024-11-28T10:15:27,069 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c7538ae0cf5c4903afacdc25f339e850, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732788923612 2024-11-28T10:15:27,069 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3647368ec51941cc94c0aeacc9e8f2ea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732788923612 2024-11-28T10:15:27,069 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08d3cb7acb844011a8599c0df97da58a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732788924009 2024-11-28T10:15:27,069 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ce4fc8b5e3b6457ca943ff30b58b2e32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732788924009 2024-11-28T10:15:27,070 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a749d41eb354793843b6c94bdb6ac56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732788925154 2024-11-28T10:15:27,070 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a88aaa476934089b3fa4f524a06a8d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732788925154 2024-11-28T10:15:27,079 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:27,079 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:27,079 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/b584a08b279f4832a04cf05dbf9cdc55 is 50, key is test_row_0/A:col10/1732788925154/Put/seqid=0 2024-11-28T10:15:27,079 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/e112353f97874fbca2e6c59edd17cb17 is 50, key is test_row_0/B:col10/1732788925154/Put/seqid=0 2024-11-28T10:15:27,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742122_1298 (size=13085) 2024-11-28T10:15:27,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742123_1299 (size=13085) 2024-11-28T10:15:27,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-28T10:15:27,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:27,155 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-28T10:15:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:27,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/452a389bdb9844a8a23cd703b53f1146 is 50, key is test_row_0/A:col10/1732788925831/Put/seqid=0 2024-11-28T10:15:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742124_1300 (size=12301) 2024-11-28T10:15:27,490 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/b584a08b279f4832a04cf05dbf9cdc55 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b584a08b279f4832a04cf05dbf9cdc55 2024-11-28T10:15:27,494 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into b584a08b279f4832a04cf05dbf9cdc55(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:27,494 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:27,494 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788927067; duration=0sec 2024-11-28T10:15:27,494 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:27,494 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:27,495 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:27,496 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:27,496 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:27,496 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:27,496 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3e4ed23e7acc4271ab985285161e3bc3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/711decef373a48bcbac418bd2d98d650, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3aed458ae894a08948b340d8da7a7c6] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.7 K 2024-11-28T10:15:27,496 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/e112353f97874fbca2e6c59edd17cb17 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/e112353f97874fbca2e6c59edd17cb17 2024-11-28T10:15:27,496 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e4ed23e7acc4271ab985285161e3bc3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732788923612 2024-11-28T10:15:27,496 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 711decef373a48bcbac418bd2d98d650, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732788924009 2024-11-28T10:15:27,497 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3aed458ae894a08948b340d8da7a7c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732788925154 2024-11-28T10:15:27,500 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into e112353f97874fbca2e6c59edd17cb17(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:27,500 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:27,500 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788927067; duration=0sec 2024-11-28T10:15:27,500 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:27,500 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:27,504 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:27,504 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7629a9ee6d844fa785f34e20517ca94b is 50, key is test_row_0/C:col10/1732788925154/Put/seqid=0 2024-11-28T10:15:27,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742125_1301 (size=13085) 2024-11-28T10:15:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-28T10:15:27,565 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/452a389bdb9844a8a23cd703b53f1146 2024-11-28T10:15:27,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/b20a6aaa428748c986425bdbb9505dd2 is 50, key is test_row_0/B:col10/1732788925831/Put/seqid=0 2024-11-28T10:15:27,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742126_1302 (size=12301) 2024-11-28T10:15:27,912 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7629a9ee6d844fa785f34e20517ca94b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7629a9ee6d844fa785f34e20517ca94b 2024-11-28T10:15:27,917 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 7629a9ee6d844fa785f34e20517ca94b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:27,917 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:27,917 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788927067; duration=0sec 2024-11-28T10:15:27,917 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:27,917 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:27,976 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/b20a6aaa428748c986425bdbb9505dd2 2024-11-28T10:15:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:27,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/02068d6bc3d94f58aee8b53f9319c46f is 50, key is test_row_0/C:col10/1732788925831/Put/seqid=0 2024-11-28T10:15:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742127_1303 (size=12301) 2024-11-28T10:15:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788988000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788988003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788988004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788988108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788988119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788988119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788988198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,202 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in 4b344367827113146f4f4e0af999ff6b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788988318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788988329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788988329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,389 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/02068d6bc3d94f58aee8b53f9319c46f 2024-11-28T10:15:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/452a389bdb9844a8a23cd703b53f1146 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/452a389bdb9844a8a23cd703b53f1146 2024-11-28T10:15:28,407 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/452a389bdb9844a8a23cd703b53f1146, entries=150, sequenceid=399, filesize=12.0 K 2024-11-28T10:15:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/b20a6aaa428748c986425bdbb9505dd2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b20a6aaa428748c986425bdbb9505dd2 2024-11-28T10:15:28,416 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b20a6aaa428748c986425bdbb9505dd2, entries=150, sequenceid=399, filesize=12.0 K 2024-11-28T10:15:28,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/02068d6bc3d94f58aee8b53f9319c46f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/02068d6bc3d94f58aee8b53f9319c46f 2024-11-28T10:15:28,425 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/02068d6bc3d94f58aee8b53f9319c46f, entries=150, sequenceid=399, filesize=12.0 K 2024-11-28T10:15:28,426 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 4b344367827113146f4f4e0af999ff6b in 1271ms, sequenceid=399, compaction requested=false 2024-11-28T10:15:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-28T10:15:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-28T10:15:28,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-28T10:15:28,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-28T10:15:28,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.0420 sec 2024-11-28T10:15:28,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-28T10:15:28,538 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:28,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-28T10:15:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T10:15:28,540 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:28,541 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:28,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:28,631 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-28T10:15:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:28,631 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:28,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/829b40c800674069baa8be0d8e2a779a is 50, key is test_row_0/A:col10/1732788928001/Put/seqid=0 2024-11-28T10:15:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742128_1304 (size=14741) 2024-11-28T10:15:28,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T10:15:28,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788988655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788988659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788988659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788988768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788988768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788988769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:28,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T10:15:28,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788988979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788988979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:28,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788988979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:28,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:28,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:28,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:28,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/829b40c800674069baa8be0d8e2a779a 2024-11-28T10:15:29,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/9e5fabc32d5c4ac8895fae1d95ae63ee is 50, key is test_row_0/B:col10/1732788928001/Put/seqid=0 2024-11-28T10:15:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742129_1305 (size=12301) 2024-11-28T10:15:29,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T10:15:29,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788989289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788989289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788989289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/9e5fabc32d5c4ac8895fae1d95ae63ee 2024-11-28T10:15:29,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/37079a11eadd485cb0d15335293c3701 is 50, key is test_row_0/C:col10/1732788928001/Put/seqid=0 2024-11-28T10:15:29,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:29,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742130_1306 (size=12301) 2024-11-28T10:15:29,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/37079a11eadd485cb0d15335293c3701 2024-11-28T10:15:29,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/829b40c800674069baa8be0d8e2a779a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/829b40c800674069baa8be0d8e2a779a 2024-11-28T10:15:29,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/829b40c800674069baa8be0d8e2a779a, entries=200, sequenceid=418, filesize=14.4 K 2024-11-28T10:15:29,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/9e5fabc32d5c4ac8895fae1d95ae63ee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9e5fabc32d5c4ac8895fae1d95ae63ee 2024-11-28T10:15:29,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9e5fabc32d5c4ac8895fae1d95ae63ee, entries=150, sequenceid=418, filesize=12.0 K 2024-11-28T10:15:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/37079a11eadd485cb0d15335293c3701 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/37079a11eadd485cb0d15335293c3701 2024-11-28T10:15:29,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/37079a11eadd485cb0d15335293c3701, entries=150, sequenceid=418, filesize=12.0 K 2024-11-28T10:15:29,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 4b344367827113146f4f4e0af999ff6b in 862ms, sequenceid=418, compaction requested=true 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:29,492 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:29,492 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:29,493 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:29,493 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:29,493 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:29,493 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:29,493 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,493 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,493 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b584a08b279f4832a04cf05dbf9cdc55, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/452a389bdb9844a8a23cd703b53f1146, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/829b40c800674069baa8be0d8e2a779a] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=39.2 K 2024-11-28T10:15:29,493 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/e112353f97874fbca2e6c59edd17cb17, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b20a6aaa428748c986425bdbb9505dd2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9e5fabc32d5c4ac8895fae1d95ae63ee] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.8 K 2024-11-28T10:15:29,493 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b584a08b279f4832a04cf05dbf9cdc55, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732788925154 2024-11-28T10:15:29,494 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e112353f97874fbca2e6c59edd17cb17, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732788925154 2024-11-28T10:15:29,494 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 452a389bdb9844a8a23cd703b53f1146, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732788925823 2024-11-28T10:15:29,494 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b20a6aaa428748c986425bdbb9505dd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732788925823 2024-11-28T10:15:29,494 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 829b40c800674069baa8be0d8e2a779a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732788927995 2024-11-28T10:15:29,495 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e5fabc32d5c4ac8895fae1d95ae63ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732788928001 2024-11-28T10:15:29,501 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:29,501 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/489d9a94f7824eec96dbaf4da1e3c9d1 is 50, key is test_row_0/A:col10/1732788928001/Put/seqid=0 2024-11-28T10:15:29,502 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:29,502 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/5c9ac7784f1d4cba84e32722b17f1204 is 50, key is test_row_0/B:col10/1732788928001/Put/seqid=0 2024-11-28T10:15:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742132_1308 (size=13187) 2024-11-28T10:15:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742131_1307 (size=13187) 2024-11-28T10:15:29,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-28T10:15:29,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,615 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-28T10:15:29,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:29,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:29,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:29,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:29,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:29,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/d8740e4071b643b5b283083374aa73f9 is 50, key is test_row_0/A:col10/1732788928657/Put/seqid=0 2024-11-28T10:15:29,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742133_1309 (size=12301) 2024-11-28T10:15:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T10:15:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:29,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:29,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788989822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788989824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788989825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,924 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/5c9ac7784f1d4cba84e32722b17f1204 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5c9ac7784f1d4cba84e32722b17f1204 2024-11-28T10:15:29,926 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/489d9a94f7824eec96dbaf4da1e3c9d1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/489d9a94f7824eec96dbaf4da1e3c9d1 2024-11-28T10:15:29,932 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into 5c9ac7784f1d4cba84e32722b17f1204(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:29,932 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:29,932 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788929492; duration=0sec 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:29,933 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into 489d9a94f7824eec96dbaf4da1e3c9d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:29,933 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788929492; duration=0sec 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:29,933 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:29,934 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:29,934 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:29,934 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7629a9ee6d844fa785f34e20517ca94b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/02068d6bc3d94f58aee8b53f9319c46f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/37079a11eadd485cb0d15335293c3701] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=36.8 K 2024-11-28T10:15:29,934 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7629a9ee6d844fa785f34e20517ca94b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732788925154 2024-11-28T10:15:29,934 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 02068d6bc3d94f58aee8b53f9319c46f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732788925823 2024-11-28T10:15:29,935 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 37079a11eadd485cb0d15335293c3701, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732788928001 2024-11-28T10:15:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788989938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788989939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788989939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:29,942 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:29,943 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7f36bc72ed4846e79fd653e4d1769770 is 50, key is test_row_0/C:col10/1732788928001/Put/seqid=0 2024-11-28T10:15:29,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742134_1310 (size=13187) 2024-11-28T10:15:29,966 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7f36bc72ed4846e79fd653e4d1769770 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7f36bc72ed4846e79fd653e4d1769770 2024-11-28T10:15:29,970 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into 7f36bc72ed4846e79fd653e4d1769770(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:29,971 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:29,971 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788929492; duration=0sec 2024-11-28T10:15:29,971 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:29,971 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:30,026 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/d8740e4071b643b5b283083374aa73f9 2024-11-28T10:15:30,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/6eb91f8a2a504ea483be83089ec281df is 50, key is test_row_0/B:col10/1732788928657/Put/seqid=0 2024-11-28T10:15:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742135_1311 (size=12301) 2024-11-28T10:15:30,070 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/6eb91f8a2a504ea483be83089ec281df 2024-11-28T10:15:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7639599e3cae4a0cad5fdf59456bf848 is 50, key is test_row_0/C:col10/1732788928657/Put/seqid=0 2024-11-28T10:15:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742136_1312 (size=12301) 2024-11-28T10:15:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:30,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788990148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:30,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788990149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788990149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788990458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788990458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788990464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:30,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:30,494 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7639599e3cae4a0cad5fdf59456bf848 2024-11-28T10:15:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/d8740e4071b643b5b283083374aa73f9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/d8740e4071b643b5b283083374aa73f9 2024-11-28T10:15:30,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/d8740e4071b643b5b283083374aa73f9, entries=150, sequenceid=435, filesize=12.0 K 2024-11-28T10:15:30,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/6eb91f8a2a504ea483be83089ec281df as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6eb91f8a2a504ea483be83089ec281df 2024-11-28T10:15:30,515 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6eb91f8a2a504ea483be83089ec281df, entries=150, sequenceid=435, filesize=12.0 K 2024-11-28T10:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/7639599e3cae4a0cad5fdf59456bf848 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7639599e3cae4a0cad5fdf59456bf848 2024-11-28T10:15:30,521 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7639599e3cae4a0cad5fdf59456bf848, entries=150, sequenceid=435, filesize=12.0 K 2024-11-28T10:15:30,522 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 4b344367827113146f4f4e0af999ff6b in 907ms, sequenceid=435, compaction requested=false 2024-11-28T10:15:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-28T10:15:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-28T10:15:30,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-28T10:15:30,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9830 sec 2024-11-28T10:15:30,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.9880 sec 2024-11-28T10:15:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-28T10:15:30,688 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:30,689 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-28T10:15:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T10:15:30,690 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:30,691 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:30,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T10:15:30,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:30,844 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:30,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:30,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/f0d49f4985fa4554a5ee0dbde82337b9 is 50, key is test_row_0/A:col10/1732788929815/Put/seqid=0 2024-11-28T10:15:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742137_1313 (size=12301) 2024-11-28T10:15:30,852 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/f0d49f4985fa4554a5ee0dbde82337b9 2024-11-28T10:15:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/1645d99fd5d94504bad721d4429faae2 is 50, key is test_row_0/B:col10/1732788929815/Put/seqid=0 2024-11-28T10:15:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742138_1314 (size=12301) 2024-11-28T10:15:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:30,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:31,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788990996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788990997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788990998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T10:15:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788991108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788991109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788991109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,262 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/1645d99fd5d94504bad721d4429faae2 2024-11-28T10:15:31,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/43e0988330904057aa6c774ee7f8a9e3 is 50, key is test_row_0/C:col10/1732788929815/Put/seqid=0 2024-11-28T10:15:31,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742139_1315 (size=12301) 2024-11-28T10:15:31,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/43e0988330904057aa6c774ee7f8a9e3 2024-11-28T10:15:31,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/f0d49f4985fa4554a5ee0dbde82337b9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/f0d49f4985fa4554a5ee0dbde82337b9 2024-11-28T10:15:31,279 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/f0d49f4985fa4554a5ee0dbde82337b9, entries=150, sequenceid=453, filesize=12.0 K 2024-11-28T10:15:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/1645d99fd5d94504bad721d4429faae2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/1645d99fd5d94504bad721d4429faae2 2024-11-28T10:15:31,282 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/1645d99fd5d94504bad721d4429faae2, entries=150, sequenceid=453, filesize=12.0 K 2024-11-28T10:15:31,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/43e0988330904057aa6c774ee7f8a9e3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/43e0988330904057aa6c774ee7f8a9e3 2024-11-28T10:15:31,285 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/43e0988330904057aa6c774ee7f8a9e3, entries=150, sequenceid=453, filesize=12.0 K 2024-11-28T10:15:31,286 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4b344367827113146f4f4e0af999ff6b in 442ms, sequenceid=453, compaction requested=true 2024-11-28T10:15:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-28T10:15:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-28T10:15:31,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-28T10:15:31,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 597 msec 2024-11-28T10:15:31,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 601 msec 2024-11-28T10:15:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-28T10:15:31,319 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:31,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-28T10:15:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:31,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-28T10:15:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T10:15:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:31,321 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:31,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:31,322 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:31,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:31,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/de6b901de4f1451894afb521ab270dff is 50, key is test_row_0/A:col10/1732788930996/Put/seqid=0 2024-11-28T10:15:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742140_1316 (size=17181) 2024-11-28T10:15:31,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788991333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788991336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788991337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T10:15:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788991448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788991448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788991448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T10:15:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T10:15:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T10:15:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788991658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788991658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788991658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/de6b901de4f1451894afb521ab270dff 2024-11-28T10:15:31,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ebca6a78aeae49859f01462764229487 is 50, key is test_row_0/B:col10/1732788930996/Put/seqid=0 2024-11-28T10:15:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742141_1317 (size=12301) 2024-11-28T10:15:31,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T10:15:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T10:15:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:31,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T10:15:31,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788991969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788991969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788991969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:31,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T10:15:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:32,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:32,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:32,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ebca6a78aeae49859f01462764229487 2024-11-28T10:15:32,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/855b9a5c169c4fc4b454987be79cc989 is 50, key is test_row_0/C:col10/1732788930996/Put/seqid=0 2024-11-28T10:15:32,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742142_1318 (size=12301) 2024-11-28T10:15:32,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/855b9a5c169c4fc4b454987be79cc989 2024-11-28T10:15:32,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/de6b901de4f1451894afb521ab270dff as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/de6b901de4f1451894afb521ab270dff 2024-11-28T10:15:32,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/de6b901de4f1451894afb521ab270dff, entries=250, sequenceid=472, filesize=16.8 K 2024-11-28T10:15:32,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ebca6a78aeae49859f01462764229487 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ebca6a78aeae49859f01462764229487 2024-11-28T10:15:32,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ebca6a78aeae49859f01462764229487, entries=150, sequenceid=472, filesize=12.0 K 2024-11-28T10:15:32,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/855b9a5c169c4fc4b454987be79cc989 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/855b9a5c169c4fc4b454987be79cc989 2024-11-28T10:15:32,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/855b9a5c169c4fc4b454987be79cc989, entries=150, sequenceid=472, filesize=12.0 K 2024-11-28T10:15:32,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4b344367827113146f4f4e0af999ff6b in 856ms, sequenceid=472, compaction requested=true 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:32,176 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:32,176 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:32,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:32,177 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:32,177 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:32,177 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:32,177 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:32,177 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:32,177 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:32,178 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5c9ac7784f1d4cba84e32722b17f1204, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6eb91f8a2a504ea483be83089ec281df, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/1645d99fd5d94504bad721d4429faae2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ebca6a78aeae49859f01462764229487] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=48.9 K 2024-11-28T10:15:32,178 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/489d9a94f7824eec96dbaf4da1e3c9d1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/d8740e4071b643b5b283083374aa73f9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/f0d49f4985fa4554a5ee0dbde82337b9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/de6b901de4f1451894afb521ab270dff] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=53.7 K 2024-11-28T10:15:32,178 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 489d9a94f7824eec96dbaf4da1e3c9d1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732788928001 2024-11-28T10:15:32,178 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9ac7784f1d4cba84e32722b17f1204, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732788928001 2024-11-28T10:15:32,178 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8740e4071b643b5b283083374aa73f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732788928654 2024-11-28T10:15:32,178 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eb91f8a2a504ea483be83089ec281df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732788928654 2024-11-28T10:15:32,178 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0d49f4985fa4554a5ee0dbde82337b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732788929815 2024-11-28T10:15:32,178 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1645d99fd5d94504bad721d4429faae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732788929815 2024-11-28T10:15:32,179 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6b901de4f1451894afb521ab270dff, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732788930995 2024-11-28T10:15:32,179 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ebca6a78aeae49859f01462764229487, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732788930995 2024-11-28T10:15:32,187 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#273 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:32,187 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ff6fec43482d463481346c7d76d55b24 is 50, key is test_row_0/B:col10/1732788930996/Put/seqid=0 2024-11-28T10:15:32,191 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#274 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:32,191 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/2a55da05df11467ca355450c56a826d0 is 50, key is test_row_0/A:col10/1732788930996/Put/seqid=0 2024-11-28T10:15:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742143_1319 (size=13323) 2024-11-28T10:15:32,203 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/ff6fec43482d463481346c7d76d55b24 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ff6fec43482d463481346c7d76d55b24 2024-11-28T10:15:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742144_1320 (size=13323) 2024-11-28T10:15:32,209 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into ff6fec43482d463481346c7d76d55b24(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:32,209 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:32,209 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=12, startTime=1732788932176; duration=0sec 2024-11-28T10:15:32,209 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:32,209 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:32,209 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:32,211 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:32,211 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:32,211 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:32,211 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7f36bc72ed4846e79fd653e4d1769770, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7639599e3cae4a0cad5fdf59456bf848, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/43e0988330904057aa6c774ee7f8a9e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/855b9a5c169c4fc4b454987be79cc989] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=48.9 K 2024-11-28T10:15:32,211 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f36bc72ed4846e79fd653e4d1769770, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732788928001 2024-11-28T10:15:32,212 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7639599e3cae4a0cad5fdf59456bf848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732788928654 2024-11-28T10:15:32,213 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 43e0988330904057aa6c774ee7f8a9e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732788929815 2024-11-28T10:15:32,213 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 855b9a5c169c4fc4b454987be79cc989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732788930995 2024-11-28T10:15:32,222 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:32,222 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/b057f361cf124804a59ba2125690931f is 50, key is test_row_0/C:col10/1732788930996/Put/seqid=0 2024-11-28T10:15:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742145_1321 (size=13323) 2024-11-28T10:15:32,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-28T10:15:32,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:32,241 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:15:32,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:32,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:32,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:32,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:32,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:32,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:32,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c1cb768ed60a48a6a945f6cff659c7bb is 50, key is test_row_0/A:col10/1732788931329/Put/seqid=0 2024-11-28T10:15:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:32,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:32,253 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/b057f361cf124804a59ba2125690931f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b057f361cf124804a59ba2125690931f 2024-11-28T10:15:32,258 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into b057f361cf124804a59ba2125690931f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:32,258 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:32,258 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=12, startTime=1732788932176; duration=0sec 2024-11-28T10:15:32,258 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:32,258 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742146_1322 (size=12301) 2024-11-28T10:15:32,270 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c1cb768ed60a48a6a945f6cff659c7bb 2024-11-28T10:15:32,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/cf557f29e2544611a43f56e6210042e6 is 50, key is test_row_0/B:col10/1732788931329/Put/seqid=0 2024-11-28T10:15:32,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742147_1323 (size=12301) 2024-11-28T10:15:32,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788992341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788992448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T10:15:32,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788992478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788992478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788992478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,611 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/2a55da05df11467ca355450c56a826d0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/2a55da05df11467ca355450c56a826d0 2024-11-28T10:15:32,615 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into 2a55da05df11467ca355450c56a826d0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:32,615 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:32,615 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=12, startTime=1732788932176; duration=0sec 2024-11-28T10:15:32,615 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:32,615 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:32,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788992658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:32,688 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/cf557f29e2544611a43f56e6210042e6 2024-11-28T10:15:32,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/504886c156c34f7ab5204215b03dde95 is 50, key is test_row_0/C:col10/1732788931329/Put/seqid=0 2024-11-28T10:15:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742148_1324 (size=12301) 2024-11-28T10:15:32,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788992968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:32,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:32,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,113 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/504886c156c34f7ab5204215b03dde95 2024-11-28T10:15:33,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/c1cb768ed60a48a6a945f6cff659c7bb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c1cb768ed60a48a6a945f6cff659c7bb 2024-11-28T10:15:33,122 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c1cb768ed60a48a6a945f6cff659c7bb, entries=150, sequenceid=486, filesize=12.0 K 2024-11-28T10:15:33,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/cf557f29e2544611a43f56e6210042e6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cf557f29e2544611a43f56e6210042e6 2024-11-28T10:15:33,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cf557f29e2544611a43f56e6210042e6, entries=150, sequenceid=486, filesize=12.0 K 2024-11-28T10:15:33,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/504886c156c34f7ab5204215b03dde95 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/504886c156c34f7ab5204215b03dde95 2024-11-28T10:15:33,131 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/504886c156c34f7ab5204215b03dde95, entries=150, sequenceid=486, filesize=12.0 K 2024-11-28T10:15:33,132 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4b344367827113146f4f4e0af999ff6b in 892ms, sequenceid=486, compaction requested=false 2024-11-28T10:15:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-28T10:15:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-28T10:15:33,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-28T10:15:33,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-28T10:15:33,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8160 sec 2024-11-28T10:15:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-28T10:15:33,469 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:33,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-28T10:15:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:33,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:33,476 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:33,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:33,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:15:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:33,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:33,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/b4e40b1406214e39bb52e6432ff8fb20 is 50, key is test_row_0/A:col10/1732788933480/Put/seqid=0 2024-11-28T10:15:33,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788993505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788993505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788993505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788993506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742149_1325 (size=12301) 2024-11-28T10:15:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:33,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788993618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788993619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788993619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788993619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788993829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788993829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788993829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788993829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:33,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:33,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/b4e40b1406214e39bb52e6432ff8fb20 2024-11-28T10:15:33,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/0d6b32dd73ab4cd09747144f2e13baad is 50, key is test_row_0/B:col10/1732788933480/Put/seqid=0 2024-11-28T10:15:33,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742150_1326 (size=12301) 2024-11-28T10:15:33,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:33,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,019 INFO [Thread-1083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1083. 2024-11-28T10:15:34,019 DEBUG [Thread-1083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:34,019 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,019 DEBUG [Thread-1083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:34,019 INFO [Thread-1087 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1087. 2024-11-28T10:15:34,019 DEBUG [Thread-1087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:34,019 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,019 DEBUG [Thread-1087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:34,020 INFO [Thread-1081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1081. 2024-11-28T10:15:34,020 DEBUG [Thread-1081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:34,020 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,020 DEBUG [Thread-1081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:34,022 INFO [Thread-1085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1085. 2024-11-28T10:15:34,022 DEBUG [Thread-1085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:34,022 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,023 DEBUG [Thread-1085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:34,023 INFO [Thread-1089 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1089. 2024-11-28T10:15:34,023 DEBUG [Thread-1089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:34,023 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,023 DEBUG [Thread-1089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:34,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:34,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:34,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788994139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788994139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788994139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788994139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,140 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/0d6b32dd73ab4cd09747144f2e13baad 2024-11-28T10:15:34,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/3466197f2bf44c78a0d1fc820dde09c4 is 50, key is test_row_0/C:col10/1732788933480/Put/seqid=0 2024-11-28T10:15:34,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742151_1327 (size=12301) 2024-11-28T10:15:34,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:34,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:34,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48180 deadline: 1732788994649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48188 deadline: 1732788994649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48174 deadline: 1732788994649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48162 deadline: 1732788994649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:15:34,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:34,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/3466197f2bf44c78a0d1fc820dde09c4 2024-11-28T10:15:34,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/b4e40b1406214e39bb52e6432ff8fb20 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b4e40b1406214e39bb52e6432ff8fb20 2024-11-28T10:15:34,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b4e40b1406214e39bb52e6432ff8fb20, entries=150, sequenceid=508, filesize=12.0 K 2024-11-28T10:15:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/0d6b32dd73ab4cd09747144f2e13baad as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/0d6b32dd73ab4cd09747144f2e13baad 2024-11-28T10:15:34,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/0d6b32dd73ab4cd09747144f2e13baad, entries=150, sequenceid=508, filesize=12.0 K 2024-11-28T10:15:34,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/3466197f2bf44c78a0d1fc820dde09c4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3466197f2bf44c78a0d1fc820dde09c4 2024-11-28T10:15:34,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3466197f2bf44c78a0d1fc820dde09c4, entries=150, sequenceid=508, filesize=12.0 K 2024-11-28T10:15:34,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4b344367827113146f4f4e0af999ff6b in 1279ms, sequenceid=508, compaction requested=true 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:34,760 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b344367827113146f4f4e0af999ff6b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:34,760 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/A is initiating minor compaction (all files) 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:34,761 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/A in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/B is initiating minor compaction (all files) 2024-11-28T10:15:34,761 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/B in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,761 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/2a55da05df11467ca355450c56a826d0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c1cb768ed60a48a6a945f6cff659c7bb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b4e40b1406214e39bb52e6432ff8fb20] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=37.0 K 2024-11-28T10:15:34,761 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ff6fec43482d463481346c7d76d55b24, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cf557f29e2544611a43f56e6210042e6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/0d6b32dd73ab4cd09747144f2e13baad] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=37.0 K 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a55da05df11467ca355450c56a826d0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732788930995 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff6fec43482d463481346c7d76d55b24, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732788930995 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c1cb768ed60a48a6a945f6cff659c7bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732788931329 2024-11-28T10:15:34,761 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf557f29e2544611a43f56e6210042e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732788931329 2024-11-28T10:15:34,762 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting b4e40b1406214e39bb52e6432ff8fb20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732788932314 2024-11-28T10:15:34,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d6b32dd73ab4cd09747144f2e13baad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732788932314 2024-11-28T10:15:34,768 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:34,768 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#A#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:34,769 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/ac69f39149324dac952c1a36acfa4b3e is 50, key is test_row_0/A:col10/1732788933480/Put/seqid=0 2024-11-28T10:15:34,769 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/8cdeba5765b94d8b930e422c40c62bb1 is 50, key is test_row_0/B:col10/1732788933480/Put/seqid=0 2024-11-28T10:15:34,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742152_1328 (size=13425) 2024-11-28T10:15:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742153_1329 (size=13425) 2024-11-28T10:15:34,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-28T10:15:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:34,858 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:15:34,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:34,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:34,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:34,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:34,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:34,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:34,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/8881affac9f34fd590b0f9bc43d7aa47 is 50, key is test_row_0/A:col10/1732788933502/Put/seqid=0 2024-11-28T10:15:34,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742154_1330 (size=12301) 2024-11-28T10:15:35,177 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/8cdeba5765b94d8b930e422c40c62bb1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/8cdeba5765b94d8b930e422c40c62bb1 2024-11-28T10:15:35,177 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/ac69f39149324dac952c1a36acfa4b3e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ac69f39149324dac952c1a36acfa4b3e 2024-11-28T10:15:35,182 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/B of 4b344367827113146f4f4e0af999ff6b into 8cdeba5765b94d8b930e422c40c62bb1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:35,182 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/A of 4b344367827113146f4f4e0af999ff6b into ac69f39149324dac952c1a36acfa4b3e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:35,182 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/B, priority=13, startTime=1732788934760; duration=0sec 2024-11-28T10:15:35,182 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/A, priority=13, startTime=1732788934760; duration=0sec 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:B 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:A 2024-11-28T10:15:35,182 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:35,183 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:35,183 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 4b344367827113146f4f4e0af999ff6b/C is initiating minor compaction (all files) 2024-11-28T10:15:35,183 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b344367827113146f4f4e0af999ff6b/C in TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:35,184 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b057f361cf124804a59ba2125690931f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/504886c156c34f7ab5204215b03dde95, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3466197f2bf44c78a0d1fc820dde09c4] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp, totalSize=37.0 K 2024-11-28T10:15:35,184 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b057f361cf124804a59ba2125690931f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732788930995 2024-11-28T10:15:35,184 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 504886c156c34f7ab5204215b03dde95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732788931329 2024-11-28T10:15:35,185 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3466197f2bf44c78a0d1fc820dde09c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=508, earliestPutTs=1732788932314 2024-11-28T10:15:35,192 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b344367827113146f4f4e0af999ff6b#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:35,193 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/e1d4e9705c294fc0ad9809ae975a16fb is 50, key is test_row_0/C:col10/1732788933480/Put/seqid=0 2024-11-28T10:15:35,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742155_1331 (size=13425) 2024-11-28T10:15:35,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/8881affac9f34fd590b0f9bc43d7aa47 2024-11-28T10:15:35,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/add07895494b4f7cb2299d55072f698d is 50, key is test_row_0/B:col10/1732788933502/Put/seqid=0 2024-11-28T10:15:35,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742156_1332 (size=12301) 2024-11-28T10:15:35,601 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/e1d4e9705c294fc0ad9809ae975a16fb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/e1d4e9705c294fc0ad9809ae975a16fb 2024-11-28T10:15:35,606 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b344367827113146f4f4e0af999ff6b/C of 4b344367827113146f4f4e0af999ff6b into e1d4e9705c294fc0ad9809ae975a16fb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:35,606 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:35,606 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., storeName=4b344367827113146f4f4e0af999ff6b/C, priority=13, startTime=1732788934760; duration=0sec 2024-11-28T10:15:35,607 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:35,607 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b344367827113146f4f4e0af999ff6b:C 2024-11-28T10:15:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:35,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. as already flushing 2024-11-28T10:15:35,662 INFO [Thread-1076 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1076. 2024-11-28T10:15:35,662 DEBUG [Thread-1076 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:35,662 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,662 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:35,663 INFO [Thread-1070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1070. 2024-11-28T10:15:35,663 INFO [Thread-1078 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1078. 2024-11-28T10:15:35,663 DEBUG [Thread-1078 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:35,663 DEBUG [Thread-1070 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:35,663 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,663 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,663 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,663 DEBUG [Thread-1070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:35,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:35,670 INFO [Thread-1072 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1072. 2024-11-28T10:15:35,670 DEBUG [Thread-1072 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:35,670 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,670 DEBUG [Thread-1072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:35,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:35,684 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/add07895494b4f7cb2299d55072f698d 2024-11-28T10:15:35,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/a31ddc48887249da806956fd18ee06b8 is 50, key is test_row_0/C:col10/1732788933502/Put/seqid=0 2024-11-28T10:15:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742157_1333 (size=12301) 2024-11-28T10:15:36,099 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/a31ddc48887249da806956fd18ee06b8 2024-11-28T10:15:36,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/8881affac9f34fd590b0f9bc43d7aa47 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8881affac9f34fd590b0f9bc43d7aa47 2024-11-28T10:15:36,109 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8881affac9f34fd590b0f9bc43d7aa47, entries=150, sequenceid=520, filesize=12.0 K 2024-11-28T10:15:36,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/add07895494b4f7cb2299d55072f698d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/add07895494b4f7cb2299d55072f698d 2024-11-28T10:15:36,114 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/add07895494b4f7cb2299d55072f698d, entries=150, sequenceid=520, filesize=12.0 K 2024-11-28T10:15:36,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/a31ddc48887249da806956fd18ee06b8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/a31ddc48887249da806956fd18ee06b8 2024-11-28T10:15:36,118 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/a31ddc48887249da806956fd18ee06b8, entries=150, sequenceid=520, filesize=12.0 K 2024-11-28T10:15:36,119 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 4b344367827113146f4f4e0af999ff6b in 1261ms, sequenceid=520, compaction requested=false 2024-11-28T10:15:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 4b344367827113146f4f4e0af999ff6b: 2024-11-28T10:15:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:36,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-28T10:15:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-28T10:15:36,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-28T10:15:36,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6440 sec 2024-11-28T10:15:36,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.6530 sec 2024-11-28T10:15:36,616 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T10:15:36,860 INFO [Thread-1074 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1074. 2024-11-28T10:15:36,860 DEBUG [Thread-1074 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:15:36,860 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:36,860 DEBUG [Thread-1074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:36,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-28T10:15:37,650 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 121 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2656 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2614 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2644 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2662 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2612 2024-11-28T10:15:37,650 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T10:15:37,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:15:37,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:15:37,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:37,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:37,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:15:37,652 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T10:15:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T10:15:37,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788937746"}]},"ts":"1732788937746"} 2024-11-28T10:15:37,748 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T10:15:37,748 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T10:15:37,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:15:37,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, UNASSIGN}] 2024-11-28T10:15:37,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, UNASSIGN 2024-11-28T10:15:37,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4b344367827113146f4f4e0af999ff6b, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:37,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, UNASSIGN because future has completed 2024-11-28T10:15:37,754 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:15:37,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:15:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T10:15:37,906 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:37,906 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:15:37,906 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing 4b344367827113146f4f4e0af999ff6b, disabling compactions & flushes 2024-11-28T10:15:37,906 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:37,906 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:37,906 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. after waiting 0 ms 2024-11-28T10:15:37,906 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:37,907 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(2902): Flushing 4b344367827113146f4f4e0af999ff6b 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-28T10:15:37,907 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=A 2024-11-28T10:15:37,907 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:37,907 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=B 2024-11-28T10:15:37,907 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:37,907 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b344367827113146f4f4e0af999ff6b, store=C 2024-11-28T10:15:37,907 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:37,911 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/81d24b652e824b47bbd19b74b7b46d32 is 50, key is test_row_0/A:col10/1732788935659/Put/seqid=0 2024-11-28T10:15:37,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742158_1334 (size=12301) 2024-11-28T10:15:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T10:15:38,317 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/81d24b652e824b47bbd19b74b7b46d32 2024-11-28T10:15:38,322 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/5d3792c5207f414f9ddfc84d202e6a0e is 50, key is test_row_0/B:col10/1732788935659/Put/seqid=0 2024-11-28T10:15:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742159_1335 (size=12301) 2024-11-28T10:15:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T10:15:38,726 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/5d3792c5207f414f9ddfc84d202e6a0e 2024-11-28T10:15:38,732 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/550db8eb690840ef9c2fc08b659c0cf8 is 50, key is test_row_0/C:col10/1732788935659/Put/seqid=0 2024-11-28T10:15:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742160_1336 (size=12301) 2024-11-28T10:15:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T10:15:39,136 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/550db8eb690840ef9c2fc08b659c0cf8 2024-11-28T10:15:39,144 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/A/81d24b652e824b47bbd19b74b7b46d32 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/81d24b652e824b47bbd19b74b7b46d32 2024-11-28T10:15:39,149 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/81d24b652e824b47bbd19b74b7b46d32, entries=150, sequenceid=531, filesize=12.0 K 2024-11-28T10:15:39,150 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/B/5d3792c5207f414f9ddfc84d202e6a0e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5d3792c5207f414f9ddfc84d202e6a0e 2024-11-28T10:15:39,153 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5d3792c5207f414f9ddfc84d202e6a0e, entries=150, sequenceid=531, filesize=12.0 K 2024-11-28T10:15:39,154 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/.tmp/C/550db8eb690840ef9c2fc08b659c0cf8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/550db8eb690840ef9c2fc08b659c0cf8 2024-11-28T10:15:39,157 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/550db8eb690840ef9c2fc08b659c0cf8, entries=150, sequenceid=531, filesize=12.0 K 2024-11-28T10:15:39,158 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4b344367827113146f4f4e0af999ff6b in 1252ms, sequenceid=531, compaction requested=true 2024-11-28T10:15:39,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c6b4da0803b44a809f8057006a543315, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/1be23805fe4740caafc40831d9e1323b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/9b48d4ea6ab54f97a2ac2da25da84bf3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6838c4ecdb494263a8bf5ebc24c2b53f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54d96f9946614e3a8a9ae6494aa8bc67, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/decfd50fabbd4828bac4d7892097c41f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c34728a9c5db4014940598b111c51bdc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c7369e159e064b3db001405803fc4a6f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ecf20ffb020d4e5ba8c78590dd514f44, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/dd80966e533c44698b93ca1d3950f02d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/13ad803734654c4e8ffba4e815f0437d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85909306b1b748c2ae20d171f65c2c3f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bac638ba1ef949bbbeefba37b3f871ee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c33691afafde4a13be133801505f73e4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6f0e4c477aed40d18c4d8c33055f7701, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54323223663843ef9a61e8c6a4c4ac6b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c413c3a07b924cafa542f494ab3bdf34, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/63db54d25ecf4f82a88c20543ee997cf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85c505ea931349d19556bd2b71d7f0bf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/3647368ec51941cc94c0aeacc9e8f2ea, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/08d3cb7acb844011a8599c0df97da58a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b584a08b279f4832a04cf05dbf9cdc55, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8a88aaa476934089b3fa4f524a06a8d9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/452a389bdb9844a8a23cd703b53f1146, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/829b40c800674069baa8be0d8e2a779a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/489d9a94f7824eec96dbaf4da1e3c9d1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/d8740e4071b643b5b283083374aa73f9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/f0d49f4985fa4554a5ee0dbde82337b9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/de6b901de4f1451894afb521ab270dff, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/2a55da05df11467ca355450c56a826d0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c1cb768ed60a48a6a945f6cff659c7bb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b4e40b1406214e39bb52e6432ff8fb20] to archive 2024-11-28T10:15:39,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:15:39,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c6b4da0803b44a809f8057006a543315 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c6b4da0803b44a809f8057006a543315 2024-11-28T10:15:39,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/1be23805fe4740caafc40831d9e1323b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/1be23805fe4740caafc40831d9e1323b 2024-11-28T10:15:39,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/9b48d4ea6ab54f97a2ac2da25da84bf3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/9b48d4ea6ab54f97a2ac2da25da84bf3 2024-11-28T10:15:39,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6838c4ecdb494263a8bf5ebc24c2b53f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6838c4ecdb494263a8bf5ebc24c2b53f 2024-11-28T10:15:39,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54d96f9946614e3a8a9ae6494aa8bc67 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54d96f9946614e3a8a9ae6494aa8bc67 2024-11-28T10:15:39,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/decfd50fabbd4828bac4d7892097c41f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/decfd50fabbd4828bac4d7892097c41f 2024-11-28T10:15:39,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c34728a9c5db4014940598b111c51bdc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c34728a9c5db4014940598b111c51bdc 2024-11-28T10:15:39,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c7369e159e064b3db001405803fc4a6f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c7369e159e064b3db001405803fc4a6f 2024-11-28T10:15:39,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ecf20ffb020d4e5ba8c78590dd514f44 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ecf20ffb020d4e5ba8c78590dd514f44 2024-11-28T10:15:39,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/dd80966e533c44698b93ca1d3950f02d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/dd80966e533c44698b93ca1d3950f02d 2024-11-28T10:15:39,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bed5ef1f4ad14ad1b1d2ae092dfa8e7e 2024-11-28T10:15:39,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/13ad803734654c4e8ffba4e815f0437d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/13ad803734654c4e8ffba4e815f0437d 2024-11-28T10:15:39,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85909306b1b748c2ae20d171f65c2c3f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85909306b1b748c2ae20d171f65c2c3f 2024-11-28T10:15:39,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bac638ba1ef949bbbeefba37b3f871ee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/bac638ba1ef949bbbeefba37b3f871ee 2024-11-28T10:15:39,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c33691afafde4a13be133801505f73e4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c33691afafde4a13be133801505f73e4 2024-11-28T10:15:39,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6f0e4c477aed40d18c4d8c33055f7701 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/6f0e4c477aed40d18c4d8c33055f7701 2024-11-28T10:15:39,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54323223663843ef9a61e8c6a4c4ac6b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/54323223663843ef9a61e8c6a4c4ac6b 2024-11-28T10:15:39,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c413c3a07b924cafa542f494ab3bdf34 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c413c3a07b924cafa542f494ab3bdf34 2024-11-28T10:15:39,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/63db54d25ecf4f82a88c20543ee997cf to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/63db54d25ecf4f82a88c20543ee997cf 2024-11-28T10:15:39,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85c505ea931349d19556bd2b71d7f0bf to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/85c505ea931349d19556bd2b71d7f0bf 2024-11-28T10:15:39,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/3647368ec51941cc94c0aeacc9e8f2ea to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/3647368ec51941cc94c0aeacc9e8f2ea 2024-11-28T10:15:39,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/08d3cb7acb844011a8599c0df97da58a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/08d3cb7acb844011a8599c0df97da58a 2024-11-28T10:15:39,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b584a08b279f4832a04cf05dbf9cdc55 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b584a08b279f4832a04cf05dbf9cdc55 2024-11-28T10:15:39,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8a88aaa476934089b3fa4f524a06a8d9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8a88aaa476934089b3fa4f524a06a8d9 2024-11-28T10:15:39,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/452a389bdb9844a8a23cd703b53f1146 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/452a389bdb9844a8a23cd703b53f1146 2024-11-28T10:15:39,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/829b40c800674069baa8be0d8e2a779a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/829b40c800674069baa8be0d8e2a779a 2024-11-28T10:15:39,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/489d9a94f7824eec96dbaf4da1e3c9d1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/489d9a94f7824eec96dbaf4da1e3c9d1 2024-11-28T10:15:39,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/d8740e4071b643b5b283083374aa73f9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/d8740e4071b643b5b283083374aa73f9 2024-11-28T10:15:39,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/f0d49f4985fa4554a5ee0dbde82337b9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/f0d49f4985fa4554a5ee0dbde82337b9 2024-11-28T10:15:39,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/de6b901de4f1451894afb521ab270dff to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/de6b901de4f1451894afb521ab270dff 2024-11-28T10:15:39,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/2a55da05df11467ca355450c56a826d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/2a55da05df11467ca355450c56a826d0 2024-11-28T10:15:39,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c1cb768ed60a48a6a945f6cff659c7bb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/c1cb768ed60a48a6a945f6cff659c7bb 2024-11-28T10:15:39,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b4e40b1406214e39bb52e6432ff8fb20 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/b4e40b1406214e39bb52e6432ff8fb20 2024-11-28T10:15:39,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/792d77454542481cbb7924266616b8fe, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9a6ba687bdc2449786bfd99298989319, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/bb16540362214995b1c72fc9020598bf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b8922c62e1584b05875c0feab04e3034, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/45f86c969b994dfe9fe922f0847b6dc7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/a7aef0f6f56747c6b59723e7477a2d16, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/550cb2b459a74a0c97b88d99f57dbd35, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30ee45c6a36b4f57876089387556c98a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6e76cdf367b34c7f89cbbd88a6838a57, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/01f1e0ad2b14432b881b1c96f2e6ea28, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cc6a78208ec7494fb6b6145f16616495, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/2566c3c025924b2794f95c51cce43dfb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30bfa9cf36274b66a0adfa7ad76d2873, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/af8b1c382daf4408966a20820063d975, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/768ae7cfeb8e490d81d045d5b19ac00e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ceaf0a90038b43ae96888432213f081d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/58b8df9880b748d1af3cc0ebd24b2543, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/204f1bbb48b04222a1310bd936a0c48b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/92290043f8d545ba978ece202053b4c2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c7538ae0cf5c4903afacdc25f339e850, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c032f0899d3b466d9a0dda7bacee8c96, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ce4fc8b5e3b6457ca943ff30b58b2e32, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/e112353f97874fbca2e6c59edd17cb17, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/3a749d41eb354793843b6c94bdb6ac56, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b20a6aaa428748c986425bdbb9505dd2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5c9ac7784f1d4cba84e32722b17f1204, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9e5fabc32d5c4ac8895fae1d95ae63ee, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6eb91f8a2a504ea483be83089ec281df, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/1645d99fd5d94504bad721d4429faae2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ff6fec43482d463481346c7d76d55b24, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ebca6a78aeae49859f01462764229487, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cf557f29e2544611a43f56e6210042e6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/0d6b32dd73ab4cd09747144f2e13baad] to archive 2024-11-28T10:15:39,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:15:39,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/792d77454542481cbb7924266616b8fe to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/792d77454542481cbb7924266616b8fe 2024-11-28T10:15:39,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9a6ba687bdc2449786bfd99298989319 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9a6ba687bdc2449786bfd99298989319 2024-11-28T10:15:39,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/bb16540362214995b1c72fc9020598bf to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/bb16540362214995b1c72fc9020598bf 2024-11-28T10:15:39,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b8922c62e1584b05875c0feab04e3034 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b8922c62e1584b05875c0feab04e3034 2024-11-28T10:15:39,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/45f86c969b994dfe9fe922f0847b6dc7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/45f86c969b994dfe9fe922f0847b6dc7 2024-11-28T10:15:39,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/a7aef0f6f56747c6b59723e7477a2d16 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/a7aef0f6f56747c6b59723e7477a2d16 2024-11-28T10:15:39,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/550cb2b459a74a0c97b88d99f57dbd35 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/550cb2b459a74a0c97b88d99f57dbd35 2024-11-28T10:15:39,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30ee45c6a36b4f57876089387556c98a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30ee45c6a36b4f57876089387556c98a 2024-11-28T10:15:39,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6e76cdf367b34c7f89cbbd88a6838a57 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6e76cdf367b34c7f89cbbd88a6838a57 2024-11-28T10:15:39,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/01f1e0ad2b14432b881b1c96f2e6ea28 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/01f1e0ad2b14432b881b1c96f2e6ea28 2024-11-28T10:15:39,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cc6a78208ec7494fb6b6145f16616495 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cc6a78208ec7494fb6b6145f16616495 2024-11-28T10:15:39,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/2566c3c025924b2794f95c51cce43dfb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/2566c3c025924b2794f95c51cce43dfb 2024-11-28T10:15:39,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30bfa9cf36274b66a0adfa7ad76d2873 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/30bfa9cf36274b66a0adfa7ad76d2873 2024-11-28T10:15:39,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/af8b1c382daf4408966a20820063d975 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/af8b1c382daf4408966a20820063d975 2024-11-28T10:15:39,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/768ae7cfeb8e490d81d045d5b19ac00e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/768ae7cfeb8e490d81d045d5b19ac00e 2024-11-28T10:15:39,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ceaf0a90038b43ae96888432213f081d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ceaf0a90038b43ae96888432213f081d 2024-11-28T10:15:39,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/58b8df9880b748d1af3cc0ebd24b2543 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/58b8df9880b748d1af3cc0ebd24b2543 2024-11-28T10:15:39,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/204f1bbb48b04222a1310bd936a0c48b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/204f1bbb48b04222a1310bd936a0c48b 2024-11-28T10:15:39,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/92290043f8d545ba978ece202053b4c2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/92290043f8d545ba978ece202053b4c2 2024-11-28T10:15:39,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c7538ae0cf5c4903afacdc25f339e850 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c7538ae0cf5c4903afacdc25f339e850 2024-11-28T10:15:39,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c032f0899d3b466d9a0dda7bacee8c96 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/c032f0899d3b466d9a0dda7bacee8c96 2024-11-28T10:15:39,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ce4fc8b5e3b6457ca943ff30b58b2e32 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ce4fc8b5e3b6457ca943ff30b58b2e32 2024-11-28T10:15:39,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/e112353f97874fbca2e6c59edd17cb17 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/e112353f97874fbca2e6c59edd17cb17 2024-11-28T10:15:39,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/3a749d41eb354793843b6c94bdb6ac56 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/3a749d41eb354793843b6c94bdb6ac56 2024-11-28T10:15:39,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b20a6aaa428748c986425bdbb9505dd2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/b20a6aaa428748c986425bdbb9505dd2 2024-11-28T10:15:39,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5c9ac7784f1d4cba84e32722b17f1204 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5c9ac7784f1d4cba84e32722b17f1204 2024-11-28T10:15:39,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9e5fabc32d5c4ac8895fae1d95ae63ee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/9e5fabc32d5c4ac8895fae1d95ae63ee 2024-11-28T10:15:39,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6eb91f8a2a504ea483be83089ec281df to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/6eb91f8a2a504ea483be83089ec281df 2024-11-28T10:15:39,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/1645d99fd5d94504bad721d4429faae2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/1645d99fd5d94504bad721d4429faae2 2024-11-28T10:15:39,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ff6fec43482d463481346c7d76d55b24 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ff6fec43482d463481346c7d76d55b24 2024-11-28T10:15:39,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ebca6a78aeae49859f01462764229487 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/ebca6a78aeae49859f01462764229487 2024-11-28T10:15:39,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cf557f29e2544611a43f56e6210042e6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/cf557f29e2544611a43f56e6210042e6 2024-11-28T10:15:39,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/0d6b32dd73ab4cd09747144f2e13baad to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/0d6b32dd73ab4cd09747144f2e13baad 2024-11-28T10:15:39,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6a5f995f61924f62bffb076dbecdae15, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/af8d5a04b7e542a78420149f913bce2e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/c4b4313a5ee249c08ab0820a8d177356, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/52952a653b7e44a8b33d60f2ddedd77f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/90419df408f348e988e3fd8fb3c41d0f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6437378d668e4351bac38132adea6f13, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b18a90daa0f94685ae028f2318bc98dd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/92a658e86f5e4726879f324c53217b03, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/377d746c264f4388a431a2b7e37e6120, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0fb022c716da416391308eda0d47c300, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/4eccd63efd6343e8a82e3e2bf5eb84ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/09ebf5bab1fe4b34a570ed79ebc2eb13, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3898bedd3514cd4a0cd06695fbd85fd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/8af720bb58744b47b8c9219c03b610eb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/364b5a0f28e34bac858a9f5dc5765061, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d7b3875ca28042ffa13fe57d12261262, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0044a04569034cffb6a45e59d50d5da1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/ed17cca4d901410183633c6ec6ec2a6e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d80b24ec76504f06b6fae827464369bd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3e4ed23e7acc4271ab985285161e3bc3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/711decef373a48bcbac418bd2d98d650, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7629a9ee6d844fa785f34e20517ca94b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3aed458ae894a08948b340d8da7a7c6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/02068d6bc3d94f58aee8b53f9319c46f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7f36bc72ed4846e79fd653e4d1769770, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/37079a11eadd485cb0d15335293c3701, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7639599e3cae4a0cad5fdf59456bf848, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/43e0988330904057aa6c774ee7f8a9e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b057f361cf124804a59ba2125690931f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/855b9a5c169c4fc4b454987be79cc989, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/504886c156c34f7ab5204215b03dde95, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3466197f2bf44c78a0d1fc820dde09c4] to archive 2024-11-28T10:15:39,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:15:39,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6a5f995f61924f62bffb076dbecdae15 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6a5f995f61924f62bffb076dbecdae15 2024-11-28T10:15:39,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/af8d5a04b7e542a78420149f913bce2e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/af8d5a04b7e542a78420149f913bce2e 2024-11-28T10:15:39,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/c4b4313a5ee249c08ab0820a8d177356 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/c4b4313a5ee249c08ab0820a8d177356 2024-11-28T10:15:39,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/52952a653b7e44a8b33d60f2ddedd77f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/52952a653b7e44a8b33d60f2ddedd77f 2024-11-28T10:15:39,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/90419df408f348e988e3fd8fb3c41d0f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/90419df408f348e988e3fd8fb3c41d0f 2024-11-28T10:15:39,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6437378d668e4351bac38132adea6f13 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/6437378d668e4351bac38132adea6f13 2024-11-28T10:15:39,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b18a90daa0f94685ae028f2318bc98dd to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b18a90daa0f94685ae028f2318bc98dd 2024-11-28T10:15:39,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/92a658e86f5e4726879f324c53217b03 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/92a658e86f5e4726879f324c53217b03 2024-11-28T10:15:39,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/377d746c264f4388a431a2b7e37e6120 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/377d746c264f4388a431a2b7e37e6120 2024-11-28T10:15:39,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0fb022c716da416391308eda0d47c300 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0fb022c716da416391308eda0d47c300 2024-11-28T10:15:39,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/4eccd63efd6343e8a82e3e2bf5eb84ae to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/4eccd63efd6343e8a82e3e2bf5eb84ae 2024-11-28T10:15:39,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/09ebf5bab1fe4b34a570ed79ebc2eb13 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/09ebf5bab1fe4b34a570ed79ebc2eb13 2024-11-28T10:15:39,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3898bedd3514cd4a0cd06695fbd85fd to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3898bedd3514cd4a0cd06695fbd85fd 2024-11-28T10:15:39,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/8af720bb58744b47b8c9219c03b610eb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/8af720bb58744b47b8c9219c03b610eb 2024-11-28T10:15:39,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/364b5a0f28e34bac858a9f5dc5765061 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/364b5a0f28e34bac858a9f5dc5765061 2024-11-28T10:15:39,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d7b3875ca28042ffa13fe57d12261262 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d7b3875ca28042ffa13fe57d12261262 2024-11-28T10:15:39,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0044a04569034cffb6a45e59d50d5da1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/0044a04569034cffb6a45e59d50d5da1 2024-11-28T10:15:39,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/ed17cca4d901410183633c6ec6ec2a6e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/ed17cca4d901410183633c6ec6ec2a6e 2024-11-28T10:15:39,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d80b24ec76504f06b6fae827464369bd to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d80b24ec76504f06b6fae827464369bd 2024-11-28T10:15:39,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3e4ed23e7acc4271ab985285161e3bc3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3e4ed23e7acc4271ab985285161e3bc3 2024-11-28T10:15:39,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/78a7bfef3b0b4d3dbf0cbe006a4f97c8 2024-11-28T10:15:39,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/711decef373a48bcbac418bd2d98d650 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/711decef373a48bcbac418bd2d98d650 2024-11-28T10:15:39,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7629a9ee6d844fa785f34e20517ca94b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7629a9ee6d844fa785f34e20517ca94b 2024-11-28T10:15:39,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3aed458ae894a08948b340d8da7a7c6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/d3aed458ae894a08948b340d8da7a7c6 2024-11-28T10:15:39,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/02068d6bc3d94f58aee8b53f9319c46f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/02068d6bc3d94f58aee8b53f9319c46f 2024-11-28T10:15:39,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7f36bc72ed4846e79fd653e4d1769770 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7f36bc72ed4846e79fd653e4d1769770 2024-11-28T10:15:39,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/37079a11eadd485cb0d15335293c3701 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/37079a11eadd485cb0d15335293c3701 2024-11-28T10:15:39,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7639599e3cae4a0cad5fdf59456bf848 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/7639599e3cae4a0cad5fdf59456bf848 2024-11-28T10:15:39,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/43e0988330904057aa6c774ee7f8a9e3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/43e0988330904057aa6c774ee7f8a9e3 2024-11-28T10:15:39,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b057f361cf124804a59ba2125690931f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/b057f361cf124804a59ba2125690931f 2024-11-28T10:15:39,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/855b9a5c169c4fc4b454987be79cc989 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/855b9a5c169c4fc4b454987be79cc989 2024-11-28T10:15:39,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/504886c156c34f7ab5204215b03dde95 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/504886c156c34f7ab5204215b03dde95 2024-11-28T10:15:39,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3466197f2bf44c78a0d1fc820dde09c4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/3466197f2bf44c78a0d1fc820dde09c4 2024-11-28T10:15:39,265 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/recovered.edits/534.seqid, newMaxSeqId=534, maxSeqId=1 2024-11-28T10:15:39,265 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. 2024-11-28T10:15:39,266 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for 4b344367827113146f4f4e0af999ff6b: Waiting for close lock at 1732788937906Running coprocessor pre-close hooks at 1732788937906Disabling compacts and flushes for region at 1732788937906Disabling writes for close at 1732788937906Obtaining lock to block concurrent updates at 1732788937907 (+1 ms)Preparing flush snapshotting stores in 4b344367827113146f4f4e0af999ff6b at 1732788937907Finished memstore snapshotting TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732788937907Flushing stores of TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b. at 1732788937908 (+1 ms)Flushing 4b344367827113146f4f4e0af999ff6b/A: creating writer at 1732788937908Flushing 4b344367827113146f4f4e0af999ff6b/A: appending metadata at 1732788937911 (+3 ms)Flushing 4b344367827113146f4f4e0af999ff6b/A: closing flushed file at 1732788937911Flushing 4b344367827113146f4f4e0af999ff6b/B: creating writer at 1732788938320 (+409 ms)Flushing 4b344367827113146f4f4e0af999ff6b/B: appending metadata at 1732788938322 (+2 ms)Flushing 4b344367827113146f4f4e0af999ff6b/B: closing flushed file at 1732788938322Flushing 4b344367827113146f4f4e0af999ff6b/C: creating writer at 1732788938729 (+407 ms)Flushing 4b344367827113146f4f4e0af999ff6b/C: appending metadata at 1732788938732 (+3 ms)Flushing 4b344367827113146f4f4e0af999ff6b/C: closing flushed file at 1732788938732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f7d373d: reopening flushed file at 1732788939143 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1201086: reopening flushed file at 1732788939149 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bd858c: reopening flushed file at 1732788939154 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4b344367827113146f4f4e0af999ff6b in 1252ms, sequenceid=531, compaction requested=true at 1732788939158 (+4 ms)Writing region close event to WAL at 1732788939263 (+105 ms)Running coprocessor post-close hooks at 1732788939265 (+2 ms)Closed at 1732788939265 2024-11-28T10:15:39,267 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed 4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:39,267 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=4b344367827113146f4f4e0af999ff6b, regionState=CLOSED 2024-11-28T10:15:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:15:39,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-28T10:15:39,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b344367827113146f4f4e0af999ff6b, server=e792e7e95410,33131,1732788848287 in 1.5150 sec 2024-11-28T10:15:39,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-28T10:15:39,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b344367827113146f4f4e0af999ff6b, UNASSIGN in 1.5200 sec 2024-11-28T10:15:39,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-28T10:15:39,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5220 sec 2024-11-28T10:15:39,274 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788939273"}]},"ts":"1732788939273"} 2024-11-28T10:15:39,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T10:15:39,275 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T10:15:39,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6230 sec 2024-11-28T10:15:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-28T10:15:39,899 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:39,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T10:15:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:39,902 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=84, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T10:15:39,903 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=84, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:39,905 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:39,908 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/recovered.edits] 2024-11-28T10:15:39,910 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/81d24b652e824b47bbd19b74b7b46d32 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/81d24b652e824b47bbd19b74b7b46d32 2024-11-28T10:15:39,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8881affac9f34fd590b0f9bc43d7aa47 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/8881affac9f34fd590b0f9bc43d7aa47 2024-11-28T10:15:39,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ac69f39149324dac952c1a36acfa4b3e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/A/ac69f39149324dac952c1a36acfa4b3e 2024-11-28T10:15:39,915 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5d3792c5207f414f9ddfc84d202e6a0e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/5d3792c5207f414f9ddfc84d202e6a0e 2024-11-28T10:15:39,916 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/8cdeba5765b94d8b930e422c40c62bb1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/8cdeba5765b94d8b930e422c40c62bb1 2024-11-28T10:15:39,918 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/add07895494b4f7cb2299d55072f698d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/B/add07895494b4f7cb2299d55072f698d 2024-11-28T10:15:39,920 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/550db8eb690840ef9c2fc08b659c0cf8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/550db8eb690840ef9c2fc08b659c0cf8 2024-11-28T10:15:39,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/a31ddc48887249da806956fd18ee06b8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/a31ddc48887249da806956fd18ee06b8 2024-11-28T10:15:39,925 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/e1d4e9705c294fc0ad9809ae975a16fb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/C/e1d4e9705c294fc0ad9809ae975a16fb 2024-11-28T10:15:39,932 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/recovered.edits/534.seqid to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b/recovered.edits/534.seqid 2024-11-28T10:15:39,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/4b344367827113146f4f4e0af999ff6b 2024-11-28T10:15:39,933 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T10:15:39,937 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=84, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:39,940 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T10:15:39,943 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T10:15:39,944 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=84, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:39,944 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T10:15:39,944 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732788939944"}]},"ts":"9223372036854775807"} 2024-11-28T10:15:39,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T10:15:39,947 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4b344367827113146f4f4e0af999ff6b, NAME => 'TestAcidGuarantees,,1732788911814.4b344367827113146f4f4e0af999ff6b.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T10:15:39,947 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T10:15:39,947 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732788939947"}]},"ts":"9223372036854775807"} 2024-11-28T10:15:39,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T10:15:39,950 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=84, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:39,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-28T10:15:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-28T10:15:40,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T10:15:40,009 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:40,021 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252 (was 252), OpenFileDescriptor=461 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4548 (was 3997) - AvailableMemoryMB LEAK? - 2024-11-28T10:15:40,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=4547 2024-11-28T10:15:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:15:40,035 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:15:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:40,037 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T10:15:40,037 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:40,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 85 2024-11-28T10:15:40,038 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T10:15:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-28T10:15:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742161_1337 (size=1061) 2024-11-28T10:15:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-28T10:15:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-28T10:15:40,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:15:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742162_1338 (size=53) 2024-11-28T10:15:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-28T10:15:40,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:15:40,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0661a2c94bd13ea56e891298dce5f9a4, disabling compactions & flushes 2024-11-28T10:15:40,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:40,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:40,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. after waiting 0 ms 2024-11-28T10:15:40,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:40,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:40,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0661a2c94bd13ea56e891298dce5f9a4: Waiting for close lock at 1732788940854Disabling compacts and flushes for region at 1732788940854Disabling writes for close at 1732788940854Writing region close event to WAL at 1732788940854Closed at 1732788940854 2024-11-28T10:15:40,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T10:15:40,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732788940855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732788940855"}]},"ts":"1732788940855"} 2024-11-28T10:15:40,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T10:15:40,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T10:15:40,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788940858"}]},"ts":"1732788940858"} 2024-11-28T10:15:40,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T10:15:40,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, ASSIGN}] 2024-11-28T10:15:40,860 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, ASSIGN 2024-11-28T10:15:40,861 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, ASSIGN; state=OFFLINE, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=false 2024-11-28T10:15:41,012 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:41,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, ASSIGN because future has completed 2024-11-28T10:15:41,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:15:41,170 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:41,171 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:15:41,171 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,171 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:15:41,172 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,172 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,174 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,176 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:41,176 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0661a2c94bd13ea56e891298dce5f9a4 columnFamilyName A 2024-11-28T10:15:41,176 DEBUG [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:41,177 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(327): Store=0661a2c94bd13ea56e891298dce5f9a4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:41,177 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-28T10:15:41,179 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:41,180 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0661a2c94bd13ea56e891298dce5f9a4 columnFamilyName B 2024-11-28T10:15:41,180 DEBUG [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:41,180 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(327): Store=0661a2c94bd13ea56e891298dce5f9a4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:41,181 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,182 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:41,183 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0661a2c94bd13ea56e891298dce5f9a4 columnFamilyName C 2024-11-28T10:15:41,183 DEBUG [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:41,184 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(327): Store=0661a2c94bd13ea56e891298dce5f9a4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:41,184 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:41,184 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,185 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,186 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,188 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,188 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,189 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:15:41,190 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,192 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:15:41,192 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 0661a2c94bd13ea56e891298dce5f9a4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590350, jitterRate=0.036977022886276245}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:15:41,192 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:41,193 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 0661a2c94bd13ea56e891298dce5f9a4: Running coprocessor pre-open hook at 1732788941172Writing region info on filesystem at 1732788941172Initializing all the Stores at 1732788941173 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788941173Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788941174 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788941174Cleaning up temporary data from old regions at 1732788941188 (+14 ms)Running coprocessor post-open hooks at 1732788941192 (+4 ms)Region opened successfully at 1732788941193 (+1 ms) 2024-11-28T10:15:41,193 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., pid=87, masterSystemTime=1732788941166 2024-11-28T10:15:41,195 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:41,195 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:41,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:41,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:15:41,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-28T10:15:41,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 in 183 msec 2024-11-28T10:15:41,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-28T10:15:41,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, ASSIGN in 340 msec 2024-11-28T10:15:41,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T10:15:41,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788941201"}]},"ts":"1732788941201"} 2024-11-28T10:15:41,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T10:15:41,203 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=85, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T10:15:41,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1680 sec 2024-11-28T10:15:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-28T10:15:42,189 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:42,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:42,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:42,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:42,194 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf5479d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:42,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:42,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:42,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:42,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21384055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:42,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:42,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:42,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@117796fc 2024-11-28T10:15:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:15:42,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:15:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:15:42,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:15:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T10:15:42,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742163_1339 (size=1097) 2024-11-28T10:15:42,616 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-28T10:15:42,616 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-28T10:15:42,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:15:42,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, REOPEN/MOVE}] 2024-11-28T10:15:42,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, REOPEN/MOVE 2024-11-28T10:15:42,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:42,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, REOPEN/MOVE because future has completed 2024-11-28T10:15:42,625 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:15:42,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:15:42,778 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:42,778 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:15:42,778 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 0661a2c94bd13ea56e891298dce5f9a4, disabling compactions & flushes 2024-11-28T10:15:42,778 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:42,778 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:42,778 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. after waiting 0 ms 2024-11-28T10:15:42,778 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:42,816 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T10:15:42,817 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:42,817 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 0661a2c94bd13ea56e891298dce5f9a4: Waiting for close lock at 1732788942778Running coprocessor pre-close hooks at 1732788942778Disabling compacts and flushes for region at 1732788942778Disabling writes for close at 1732788942778Writing region close event to WAL at 1732788942779 (+1 ms)Running coprocessor post-close hooks at 1732788942817 (+38 ms)Closed at 1732788942817 2024-11-28T10:15:42,817 WARN [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionServer(3299): Not adding moved region record: 0661a2c94bd13ea56e891298dce5f9a4 to self. 2024-11-28T10:15:42,819 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:42,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=CLOSED 2024-11-28T10:15:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:15:42,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-28T10:15:42,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 in 197 msec 2024-11-28T10:15:42,825 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, REOPEN/MOVE; state=CLOSED, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=true 2024-11-28T10:15:42,976 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:42,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, REOPEN/MOVE because future has completed 2024-11-28T10:15:42,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:15:43,132 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,132 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7752): Opening region: {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:15:43,132 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,132 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:15:43,132 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7794): checking encryption for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,132 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(7797): checking classloading for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,133 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,134 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:43,134 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0661a2c94bd13ea56e891298dce5f9a4 columnFamilyName A 2024-11-28T10:15:43,135 DEBUG [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:43,135 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(327): Store=0661a2c94bd13ea56e891298dce5f9a4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:43,136 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,136 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:43,136 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0661a2c94bd13ea56e891298dce5f9a4 columnFamilyName B 2024-11-28T10:15:43,136 DEBUG [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:43,137 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(327): Store=0661a2c94bd13ea56e891298dce5f9a4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:43,137 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,137 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:15:43,137 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0661a2c94bd13ea56e891298dce5f9a4 columnFamilyName C 2024-11-28T10:15:43,138 DEBUG [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:43,138 INFO [StoreOpener-0661a2c94bd13ea56e891298dce5f9a4-1 {}] regionserver.HStore(327): Store=0661a2c94bd13ea56e891298dce5f9a4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:15:43,138 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,138 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1038): replaying wal for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,139 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,140 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,141 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1048): stopping wal replay for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,141 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1060): Cleaning up temporary data for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,141 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:15:43,142 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1093): writing seq id for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,143 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1114): Opened 0661a2c94bd13ea56e891298dce5f9a4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71250849, jitterRate=0.061720386147499084}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:15:43,143 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,144 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegion(1006): Region open journal for 0661a2c94bd13ea56e891298dce5f9a4: Running coprocessor pre-open hook at 1732788943132Writing region info on filesystem at 1732788943132Initializing all the Stores at 1732788943133 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788943133Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788943133Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788943133Cleaning up temporary data from old regions at 1732788943141 (+8 ms)Running coprocessor post-open hooks at 1732788943143 (+2 ms)Region opened successfully at 1732788943144 (+1 ms) 2024-11-28T10:15:43,145 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., pid=92, masterSystemTime=1732788943130 2024-11-28T10:15:43,146 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,146 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=92}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=OPEN, openSeqNum=5, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:15:43,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=90 2024-11-28T10:15:43,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 in 172 msec 2024-11-28T10:15:43,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-28T10:15:43,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, REOPEN/MOVE in 529 msec 2024-11-28T10:15:43,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-28T10:15:43,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-28T10:15:43,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-11-28T10:15:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-28T10:15:43,159 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:43,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,161 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403b5361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,162 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc5672a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,165 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c2a89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,166 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108fc1b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,168 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,169 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e5fcc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,170 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf6d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,173 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5ae7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,174 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c09df85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,177 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c64be76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3a8871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,181 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f928f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,182 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c0fe0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e248257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,186 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0880e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,189 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436fd80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,190 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,190 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b10ba56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,191 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4d2a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,193 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd64aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:15:43,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:15:43,194 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a0acdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:15:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:15:43,196 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:15:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16563f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:15:43,197 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,197 DEBUG [Thread-1560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,197 DEBUG [Thread-1558 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,197 DEBUG [Thread-1543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,197 DEBUG [Thread-1556 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,197 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,198 DEBUG [Thread-1545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,199 DEBUG [Thread-1547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,199 DEBUG [Thread-1549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,200 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:15:43,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:15:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:15:43,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,201 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:43,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:15:43,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:15:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-28T10:15:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:43,210 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:43,211 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:43,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:43,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:43,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284a613caccaf646ebbf90d719de1af213_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788943212/Put/seqid=0 2024-11-28T10:15:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742164_1340 (size=14594) 2024-11-28T10:15:43,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:43,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284a613caccaf646ebbf90d719de1af213_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284a613caccaf646ebbf90d719de1af213_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:43,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/9e3255e6a95e4fecb79f143310b650f7, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:43,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/9e3255e6a95e4fecb79f143310b650f7 is 175, key is test_row_0/A:col10/1732788943212/Put/seqid=0 2024-11-28T10:15:43,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788943253, max timestamp=1732788943273Num uniques 859; 2024-11-28T10:15:43,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:15:43,277 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788943253, max timestamp=1732788943273Num uniques 859; 2024-11-28T10:15:43,278 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:15:43,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788943269, max timestamp=1732788943273Num uniques 859; 2024-11-28T10:15:43,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:43,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742165_1341 (size=39549) 2024-11-28T10:15:43,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789003305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:43,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789003313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789003314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789003315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789003316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,331 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:43,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:43,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789003429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789003429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789003438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789003438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789003438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:43,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789003649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789003649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789003660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789003660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789003662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/9e3255e6a95e4fecb79f143310b650f7 2024-11-28T10:15:43,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/00ae646073eb4060b37d44055698f866 is 50, key is test_row_0/B:col10/1732788943212/Put/seqid=0 2024-11-28T10:15:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742166_1342 (size=12001) 2024-11-28T10:15:43,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:43,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789003968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789003968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:43,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:43,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789003979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789003979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789003979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:44,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/00ae646073eb4060b37d44055698f866 2024-11-28T10:15:44,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e19b6c9cde9941b7a956f265c51a5904 is 50, key is test_row_0/C:col10/1732788943212/Put/seqid=0 2024-11-28T10:15:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742167_1343 (size=12001) 2024-11-28T10:15:44,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:44,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789004489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:44,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789004489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:44,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789004489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789004499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:44,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:44,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789004499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:44,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:44,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:44,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e19b6c9cde9941b7a956f265c51a5904 2024-11-28T10:15:44,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/9e3255e6a95e4fecb79f143310b650f7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7 2024-11-28T10:15:44,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7, entries=200, sequenceid=14, filesize=38.6 K 2024-11-28T10:15:44,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/00ae646073eb4060b37d44055698f866 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/00ae646073eb4060b37d44055698f866 2024-11-28T10:15:44,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/00ae646073eb4060b37d44055698f866, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T10:15:44,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e19b6c9cde9941b7a956f265c51a5904 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e19b6c9cde9941b7a956f265c51a5904 2024-11-28T10:15:44,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e19b6c9cde9941b7a956f265c51a5904, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T10:15:44,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0661a2c94bd13ea56e891298dce5f9a4 in 1420ms, sequenceid=14, compaction requested=false 2024-11-28T10:15:44,635 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T10:15:44,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:44,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:44,753 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128158802285ad540268802cb76168f3080_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788943312/Put/seqid=0 2024-11-28T10:15:44,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742168_1344 (size=12154) 2024-11-28T10:15:44,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:15:45,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:45,205 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128158802285ad540268802cb76168f3080_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128158802285ad540268802cb76168f3080_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:45,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3d823df1a60450899e8316fc0f46a71, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:45,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3d823df1a60450899e8316fc0f46a71 is 175, key is test_row_0/A:col10/1732788943312/Put/seqid=0 2024-11-28T10:15:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742169_1345 (size=30955) 2024-11-28T10:15:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:45,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:45,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789005522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789005522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789005524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789005534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789005535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,613 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3d823df1a60450899e8316fc0f46a71 2024-11-28T10:15:45,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/eef1f56a4f6d4ce19b1e47828c5117d5 is 50, key is test_row_0/B:col10/1732788943312/Put/seqid=0 2024-11-28T10:15:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742170_1346 (size=12001) 2024-11-28T10:15:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789005638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789005638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789005638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789005638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789005638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789005848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,033 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/eef1f56a4f6d4ce19b1e47828c5117d5 2024-11-28T10:15:46,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/2b58d64b046e4870ba651f68c35ac443 is 50, key is test_row_0/C:col10/1732788943312/Put/seqid=0 2024-11-28T10:15:46,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742171_1347 (size=12001) 2024-11-28T10:15:46,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789006168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789006168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789006169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789006169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789006169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,446 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/2b58d64b046e4870ba651f68c35ac443 2024-11-28T10:15:46,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3d823df1a60450899e8316fc0f46a71 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71 2024-11-28T10:15:46,476 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71, entries=150, sequenceid=49, filesize=30.2 K 2024-11-28T10:15:46,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/eef1f56a4f6d4ce19b1e47828c5117d5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/eef1f56a4f6d4ce19b1e47828c5117d5 2024-11-28T10:15:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,484 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/eef1f56a4f6d4ce19b1e47828c5117d5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T10:15:46,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/2b58d64b046e4870ba651f68c35ac443 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/2b58d64b046e4870ba651f68c35ac443 2024-11-28T10:15:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/2b58d64b046e4870ba651f68c35ac443, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T10:15:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 0661a2c94bd13ea56e891298dce5f9a4 in 1754ms, sequenceid=49, compaction requested=false 2024-11-28T10:15:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-28T10:15:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-28T10:15:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-28T10:15:46,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2970 sec 2024-11-28T10:15:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 3.3100 sec 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:46,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:15:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:46,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128277bf933c4ef449981c8d50bcac841a1_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789006815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742172_1348 (size=12154) 2024-11-28T10:15:46,838 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788946804, max timestamp=1732788946833Num uniques 859; 2024-11-28T10:15:46,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:15:46,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:46,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788946804, max timestamp=1732788946833Num uniques 859; 2024-11-28T10:15:46,841 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:15:46,843 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128277bf933c4ef449981c8d50bcac841a1_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128277bf933c4ef449981c8d50bcac841a1_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:46,844 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/efae9362573144cfbc86f8721a1c85cc, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:46,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/efae9362573144cfbc86f8721a1c85cc is 175, key is test_row_0/A:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:46,844 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788946804, max timestamp=1732788946833Num uniques 859; 2024-11-28T10:15:46,845 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:15:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742173_1349 (size=30951) 2024-11-28T10:15:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789006936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789006938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789006939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789006940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789006948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:46,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789007048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789007069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789007069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789007069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789007171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789007269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789007289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789007289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789007290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,296 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/efae9362573144cfbc86f8721a1c85cc 2024-11-28T10:15:47,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/2959b2011c9a4e9dba58e895d2bbeecb is 50, key is test_row_0/B:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742174_1350 (size=9657) 2024-11-28T10:15:47,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/2959b2011c9a4e9dba58e895d2bbeecb 2024-11-28T10:15:47,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/6336d38ddbf34424a8b351323c547402 is 50, key is test_row_0/C:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-28T10:15:47,379 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:47,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-28T10:15:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-28T10:15:47,381 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:47,382 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:47,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742175_1351 (size=9657) 2024-11-28T10:15:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-28T10:15:47,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789007480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-28T10:15:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789007589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789007599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789007599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789007608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:47,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:47,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-28T10:15:47,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:47,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-28T10:15:47,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/6336d38ddbf34424a8b351323c547402 2024-11-28T10:15:47,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/efae9362573144cfbc86f8721a1c85cc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc 2024-11-28T10:15:47,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc, entries=150, sequenceid=60, filesize=30.2 K 2024-11-28T10:15:47,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/2959b2011c9a4e9dba58e895d2bbeecb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2959b2011c9a4e9dba58e895d2bbeecb 2024-11-28T10:15:47,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-28T10:15:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:47,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2959b2011c9a4e9dba58e895d2bbeecb, entries=100, sequenceid=60, filesize=9.4 K 2024-11-28T10:15:47,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/6336d38ddbf34424a8b351323c547402 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6336d38ddbf34424a8b351323c547402 2024-11-28T10:15:47,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6336d38ddbf34424a8b351323c547402, entries=100, sequenceid=60, filesize=9.4 K 2024-11-28T10:15:47,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 0661a2c94bd13ea56e891298dce5f9a4 in 1108ms, sequenceid=60, compaction requested=true 2024-11-28T10:15:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T10:15:47,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:47,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-28T10:15:47,860 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:47,860 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:47,862 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:47,862 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:47,862 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/C is initiating minor compaction (all files) 2024-11-28T10:15:47,862 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/A is initiating minor compaction (all files) 2024-11-28T10:15:47,862 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/C in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,862 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/A in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,863 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=99.1 K 2024-11-28T10:15:47,863 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e19b6c9cde9941b7a956f265c51a5904, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/2b58d64b046e4870ba651f68c35ac443, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6336d38ddbf34424a8b351323c547402] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=32.9 K 2024-11-28T10:15:47,863 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:47,863 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc] 2024-11-28T10:15:47,863 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e19b6c9cde9941b7a956f265c51a5904, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732788943208 2024-11-28T10:15:47,863 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e3255e6a95e4fecb79f143310b650f7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732788943208 2024-11-28T10:15:47,863 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b58d64b046e4870ba651f68c35ac443, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788943312 2024-11-28T10:15:47,864 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6336d38ddbf34424a8b351323c547402, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732788945533 2024-11-28T10:15:47,864 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3d823df1a60450899e8316fc0f46a71, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788943312 2024-11-28T10:15:47,864 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting efae9362573144cfbc86f8721a1c85cc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732788945532 2024-11-28T10:15:47,877 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:47,896 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:47,897 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/6ac4bb2b4502451984824751363d4071 is 50, key is test_row_0/C:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:47,902 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112845c69d88d14f4c11933b0f49225e925e_0661a2c94bd13ea56e891298dce5f9a4 store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:47,905 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112845c69d88d14f4c11933b0f49225e925e_0661a2c94bd13ea56e891298dce5f9a4, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:47,905 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112845c69d88d14f4c11933b0f49225e925e_0661a2c94bd13ea56e891298dce5f9a4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742176_1352 (size=12104) 2024-11-28T10:15:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742177_1353 (size=4469) 2024-11-28T10:15:47,918 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#A#compaction#300 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:47,919 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/240a622d64294a6b8957d315360419c3 is 175, key is test_row_0/A:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:47,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742178_1354 (size=31165) 2024-11-28T10:15:48,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-28T10:15:48,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:48,001 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-28T10:15:48,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:48,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:48,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:48,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:48,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:48,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:48,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-28T10:15:48,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f95c82cbd7884fe293be0c98f2b70bc0_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788946916/Put/seqid=0 2024-11-28T10:15:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742179_1355 (size=12154) 2024-11-28T10:15:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789008070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789008108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789008118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789008128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789008129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789008188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,318 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/6ac4bb2b4502451984824751363d4071 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6ac4bb2b4502451984824751363d4071 2024-11-28T10:15:48,334 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/C of 0661a2c94bd13ea56e891298dce5f9a4 into 6ac4bb2b4502451984824751363d4071(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:48,334 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:48,334 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/C, priority=13, startTime=1732788947859; duration=0sec 2024-11-28T10:15:48,335 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:48,335 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:C 2024-11-28T10:15:48,335 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:48,336 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:48,336 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/B is initiating minor compaction (all files) 2024-11-28T10:15:48,336 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/B in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:48,336 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/00ae646073eb4060b37d44055698f866, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/eef1f56a4f6d4ce19b1e47828c5117d5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2959b2011c9a4e9dba58e895d2bbeecb] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=32.9 K 2024-11-28T10:15:48,336 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 00ae646073eb4060b37d44055698f866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732788943208 2024-11-28T10:15:48,337 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting eef1f56a4f6d4ce19b1e47828c5117d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732788943312 2024-11-28T10:15:48,337 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2959b2011c9a4e9dba58e895d2bbeecb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732788945533 2024-11-28T10:15:48,344 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:48,344 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/e15ddea2394c4ddb85377eb07f015789 is 50, key is test_row_0/B:col10/1732788945533/Put/seqid=0 2024-11-28T10:15:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742180_1356 (size=12104) 2024-11-28T10:15:48,351 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/240a622d64294a6b8957d315360419c3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/240a622d64294a6b8957d315360419c3 2024-11-28T10:15:48,355 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/A of 0661a2c94bd13ea56e891298dce5f9a4 into 240a622d64294a6b8957d315360419c3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:48,355 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:48,355 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/A, priority=13, startTime=1732788947859; duration=0sec 2024-11-28T10:15:48,355 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:48,355 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:A 2024-11-28T10:15:48,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789008408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:48,418 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f95c82cbd7884fe293be0c98f2b70bc0_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f95c82cbd7884fe293be0c98f2b70bc0_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2634632e7c80458a9b3870213ceea237, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2634632e7c80458a9b3870213ceea237 is 175, key is test_row_0/A:col10/1732788946916/Put/seqid=0 2024-11-28T10:15:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742181_1357 (size=30955) 2024-11-28T10:15:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-28T10:15:48,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789008718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:48,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:48,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:48,752 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/e15ddea2394c4ddb85377eb07f015789 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/e15ddea2394c4ddb85377eb07f015789 2024-11-28T10:15:48,757 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/B of 0661a2c94bd13ea56e891298dce5f9a4 into e15ddea2394c4ddb85377eb07f015789(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:48,757 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:48,758 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/B, priority=13, startTime=1732788947859; duration=0sec 2024-11-28T10:15:48,758 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:48,758 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:B 2024-11-28T10:15:48,823 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2634632e7c80458a9b3870213ceea237 2024-11-28T10:15:48,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/5feabbdcf10e457bbbc9acb23d4c3e9b is 50, key is test_row_0/B:col10/1732788946916/Put/seqid=0 2024-11-28T10:15:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742182_1358 (size=12001) 2024-11-28T10:15:48,841 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/5feabbdcf10e457bbbc9acb23d4c3e9b 2024-11-28T10:15:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/60b1d79c90dd442591b4e4f8fe9576c3 is 50, key is test_row_0/C:col10/1732788946916/Put/seqid=0 2024-11-28T10:15:48,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742183_1359 (size=12001) 2024-11-28T10:15:49,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789009128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:49,135 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:49,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:49,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789009139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:49,147 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:49,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789009148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:49,157 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:49,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789009158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:49,161 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:49,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789009238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:49,263 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/60b1d79c90dd442591b4e4f8fe9576c3 2024-11-28T10:15:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2634632e7c80458a9b3870213ceea237 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237 2024-11-28T10:15:49,270 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237, entries=150, sequenceid=95, filesize=30.2 K 2024-11-28T10:15:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/5feabbdcf10e457bbbc9acb23d4c3e9b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/5feabbdcf10e457bbbc9acb23d4c3e9b 2024-11-28T10:15:49,275 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/5feabbdcf10e457bbbc9acb23d4c3e9b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-28T10:15:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/60b1d79c90dd442591b4e4f8fe9576c3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/60b1d79c90dd442591b4e4f8fe9576c3 2024-11-28T10:15:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,280 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/60b1d79c90dd442591b4e4f8fe9576c3, entries=150, sequenceid=95, filesize=11.7 K 2024-11-28T10:15:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 0661a2c94bd13ea56e891298dce5f9a4 in 1279ms, sequenceid=95, compaction requested=false 2024-11-28T10:15:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-28T10:15:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-28T10:15:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-28T10:15:49,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9000 sec 2024-11-28T10:15:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.9070 sec 2024-11-28T10:15:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-28T10:15:49,529 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,529 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-28T10:15:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,531 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-28T10:15:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-28T10:15:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-28T10:15:49,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:49,692 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:15:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281fa75cc606b24502b44ec8c355566543_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_1/A:col10/1732788948069/Put/seqid=0 2024-11-28T10:15:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742184_1360 (size=9714) 2024-11-28T10:15:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,739 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281fa75cc606b24502b44ec8c355566543_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281fa75cc606b24502b44ec8c355566543_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/570dd93901dd498fafa5545e46bc46bf, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/570dd93901dd498fafa5545e46bc46bf is 175, key is test_row_1/A:col10/1732788948069/Put/seqid=0 2024-11-28T10:15:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742185_1361 (size=22361) 2024-11-28T10:15:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,755 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/570dd93901dd498fafa5545e46bc46bf 2024-11-28T10:15:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/382a9f3d47a048edb06e73b00c9b5e8f is 50, key is test_row_1/B:col10/1732788948069/Put/seqid=0 2024-11-28T10:15:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742186_1362 (size=9657) 2024-11-28T10:15:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-28T10:15:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,178 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/382a9f3d47a048edb06e73b00c9b5e8f 2024-11-28T10:15:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/13eb6cb7eb3d4f4fa2a6800f785572d9 is 50, key is test_row_1/C:col10/1732788948069/Put/seqid=0 2024-11-28T10:15:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742187_1363 (size=9657) 2024-11-28T10:15:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:50,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788950415, max timestamp=1732788950463Num uniques 859; 2024-11-28T10:15:50,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:50,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788950415, max timestamp=1732788950463Num uniques 859; 2024-11-28T10:15:50,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:50,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788950415, max timestamp=1732788950463Num uniques 859; 2024-11-28T10:15:50,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:50,588 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/13eb6cb7eb3d4f4fa2a6800f785572d9 2024-11-28T10:15:50,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/570dd93901dd498fafa5545e46bc46bf as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf 2024-11-28T10:15:50,594 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf, entries=100, sequenceid=108, filesize=21.8 K 2024-11-28T10:15:50,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/382a9f3d47a048edb06e73b00c9b5e8f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/382a9f3d47a048edb06e73b00c9b5e8f 2024-11-28T10:15:50,598 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/382a9f3d47a048edb06e73b00c9b5e8f, entries=100, sequenceid=108, filesize=9.4 K 2024-11-28T10:15:50,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/13eb6cb7eb3d4f4fa2a6800f785572d9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/13eb6cb7eb3d4f4fa2a6800f785572d9 2024-11-28T10:15:50,602 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/13eb6cb7eb3d4f4fa2a6800f785572d9, entries=100, sequenceid=108, filesize=9.4 K 2024-11-28T10:15:50,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=120.76 KB/123660 for 0661a2c94bd13ea56e891298dce5f9a4 in 911ms, sequenceid=108, compaction requested=true 2024-11-28T10:15:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:50,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-28T10:15:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-28T10:15:50,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-28T10:15:50,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0710 sec 2024-11-28T10:15:50,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.0770 sec 2024-11-28T10:15:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:50,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-28T10:15:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:50,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:50,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a99d2da4572e4f2a80f413691551c4b3_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742188_1364 (size=17284) 2024-11-28T10:15:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-28T10:15:50,679 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:50,679 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-28T10:15:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:50,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:50,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:50,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:50,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789010679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:50,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789010788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:50,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:50,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:50,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:50,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:50,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:50,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:50,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:50,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:50,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789011009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:51,029 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a99d2da4572e4f2a80f413691551c4b3_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a99d2da4572e4f2a80f413691551c4b3_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:51,030 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/ac6d1ef7c0e84ea69e3eae77fc60428d, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:51,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/ac6d1ef7c0e84ea69e3eae77fc60428d is 175, key is test_row_0/A:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742189_1365 (size=48389) 2024-11-28T10:15:51,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789011138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,145 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789011158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,169 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789011168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789011169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,173 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,173 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789011328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/ac6d1ef7c0e84ea69e3eae77fc60428d 2024-11-28T10:15:51,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/fb5d01d6c2c0407783e0bb16ec1fda5a is 50, key is test_row_0/B:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742190_1366 (size=12151) 2024-11-28T10:15:51,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:51,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:51,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789011838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:51,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/fb5d01d6c2c0407783e0bb16ec1fda5a 2024-11-28T10:15:51,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/f3ef482abf8b41c8bd657e65b904339b is 50, key is test_row_0/C:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:51,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742191_1367 (size=12151) 2024-11-28T10:15:51,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:51,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:51,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:51,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:52,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:52,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:52,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/f3ef482abf8b41c8bd657e65b904339b 2024-11-28T10:15:52,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/ac6d1ef7c0e84ea69e3eae77fc60428d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d 2024-11-28T10:15:52,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d, entries=250, sequenceid=144, filesize=47.3 K 2024-11-28T10:15:52,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/fb5d01d6c2c0407783e0bb16ec1fda5a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/fb5d01d6c2c0407783e0bb16ec1fda5a 2024-11-28T10:15:52,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/fb5d01d6c2c0407783e0bb16ec1fda5a, entries=150, sequenceid=144, filesize=11.9 K 2024-11-28T10:15:52,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/f3ef482abf8b41c8bd657e65b904339b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/f3ef482abf8b41c8bd657e65b904339b 2024-11-28T10:15:52,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/f3ef482abf8b41c8bd657e65b904339b, entries=150, sequenceid=144, filesize=11.9 K 2024-11-28T10:15:52,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 0661a2c94bd13ea56e891298dce5f9a4 in 1678ms, sequenceid=144, compaction requested=true 2024-11-28T10:15:52,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:52,288 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:52,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:52,289 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:52,292 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132870 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:52,292 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/A is initiating minor compaction (all files) 2024-11-28T10:15:52,292 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/A in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,292 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/240a622d64294a6b8957d315360419c3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=129.8 K 2024-11-28T10:15:52,293 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,293 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/240a622d64294a6b8957d315360419c3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d] 2024-11-28T10:15:52,296 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 240a622d64294a6b8957d315360419c3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732788943314 2024-11-28T10:15:52,296 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2634632e7c80458a9b3870213ceea237, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732788946916 2024-11-28T10:15:52,296 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:52,296 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/B is initiating minor compaction (all files) 2024-11-28T10:15:52,296 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/B in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,297 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/e15ddea2394c4ddb85377eb07f015789, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/5feabbdcf10e457bbbc9acb23d4c3e9b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/382a9f3d47a048edb06e73b00c9b5e8f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/fb5d01d6c2c0407783e0bb16ec1fda5a] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=44.8 K 2024-11-28T10:15:52,297 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 570dd93901dd498fafa5545e46bc46bf, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732788948041 2024-11-28T10:15:52,297 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e15ddea2394c4ddb85377eb07f015789, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732788943314 2024-11-28T10:15:52,297 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac6d1ef7c0e84ea69e3eae77fc60428d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732788950558 2024-11-28T10:15:52,297 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5feabbdcf10e457bbbc9acb23d4c3e9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732788946916 2024-11-28T10:15:52,297 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 382a9f3d47a048edb06e73b00c9b5e8f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732788948041 2024-11-28T10:15:52,297 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting fb5d01d6c2c0407783e0bb16ec1fda5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732788950576 2024-11-28T10:15:52,308 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:52,309 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:52,310 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d7a18c5110734140a62f21a6fc74a409 is 50, key is test_row_0/B:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:52,310 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411281be7ed2b72c7493b8ed07c9c4a4533e3_0661a2c94bd13ea56e891298dce5f9a4 store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:52,313 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411281be7ed2b72c7493b8ed07c9c4a4533e3_0661a2c94bd13ea56e891298dce5f9a4, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:52,313 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281be7ed2b72c7493b8ed07c9c4a4533e3_0661a2c94bd13ea56e891298dce5f9a4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742192_1368 (size=12391) 2024-11-28T10:15:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742193_1369 (size=4469) 2024-11-28T10:15:52,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,371 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:52,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128daac96672e3b427aabacc4ff5f5aaafa_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788950668/Put/seqid=0 2024-11-28T10:15:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742194_1370 (size=12304) 2024-11-28T10:15:52,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:52,393 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128daac96672e3b427aabacc4ff5f5aaafa_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128daac96672e3b427aabacc4ff5f5aaafa_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:52,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:52,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488 is 175, key is test_row_0/A:col10/1732788950668/Put/seqid=0 2024-11-28T10:15:52,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742195_1371 (size=31105) 2024-11-28T10:15:52,718 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:52,719 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2b8916a7bf1845099d65036cd55e6df4 is 175, key is test_row_0/A:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:52,721 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d7a18c5110734140a62f21a6fc74a409 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d7a18c5110734140a62f21a6fc74a409 2024-11-28T10:15:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742196_1372 (size=31345) 2024-11-28T10:15:52,731 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/B of 0661a2c94bd13ea56e891298dce5f9a4 into d7a18c5110734140a62f21a6fc74a409(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:52,731 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:52,731 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/B, priority=12, startTime=1732788952289; duration=0sec 2024-11-28T10:15:52,732 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:52,732 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:B 2024-11-28T10:15:52,732 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:52,738 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45913 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:52,738 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/C is initiating minor compaction (all files) 2024-11-28T10:15:52,738 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/C in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:52,738 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6ac4bb2b4502451984824751363d4071, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/60b1d79c90dd442591b4e4f8fe9576c3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/13eb6cb7eb3d4f4fa2a6800f785572d9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/f3ef482abf8b41c8bd657e65b904339b] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=44.8 K 2024-11-28T10:15:52,738 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ac4bb2b4502451984824751363d4071, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732788943314 2024-11-28T10:15:52,739 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b1d79c90dd442591b4e4f8fe9576c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732788946916 2024-11-28T10:15:52,739 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 13eb6cb7eb3d4f4fa2a6800f785572d9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732788948041 2024-11-28T10:15:52,740 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting f3ef482abf8b41c8bd657e65b904339b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732788950576 2024-11-28T10:15:52,746 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:52,746 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/faa6497227bd476d9254470c7b23d7eb is 50, key is test_row_0/C:col10/1732788950609/Put/seqid=0 2024-11-28T10:15:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742197_1373 (size=12391) 2024-11-28T10:15:52,763 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/faa6497227bd476d9254470c7b23d7eb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/faa6497227bd476d9254470c7b23d7eb 2024-11-28T10:15:52,770 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/C of 0661a2c94bd13ea56e891298dce5f9a4 into faa6497227bd476d9254470c7b23d7eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:52,770 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:52,770 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/C, priority=12, startTime=1732788952290; duration=0sec 2024-11-28T10:15:52,770 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:52,770 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:C 2024-11-28T10:15:52,803 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488 2024-11-28T10:15:52,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/45384908ffbc4f3fb61fe5765845c395 is 50, key is test_row_0/B:col10/1732788950668/Put/seqid=0 2024-11-28T10:15:52,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742198_1374 (size=12151) 2024-11-28T10:15:52,814 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/45384908ffbc4f3fb61fe5765845c395 2024-11-28T10:15:52,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/1b054c1f52f94e35a0bd9299493e877e is 50, key is test_row_0/C:col10/1732788950668/Put/seqid=0 2024-11-28T10:15:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742199_1375 (size=12151) 2024-11-28T10:15:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:52,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:52,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788952894, max timestamp=1732788952991Num uniques 859; 2024-11-28T10:15:52,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788952894, max timestamp=1732788952991Num uniques 859; 2024-11-28T10:15:52,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:52,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788952894, max timestamp=1732788952991Num uniques 859; 2024-11-28T10:15:52,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:52,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:53,140 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2b8916a7bf1845099d65036cd55e6df4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2b8916a7bf1845099d65036cd55e6df4 2024-11-28T10:15:53,147 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/A of 0661a2c94bd13ea56e891298dce5f9a4 into 2b8916a7bf1845099d65036cd55e6df4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:53,147 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:53,147 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/A, priority=12, startTime=1732788952288; duration=0sec 2024-11-28T10:15:53,147 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:53,147 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:A 2024-11-28T10:15:53,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789013191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:53,224 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/1b054c1f52f94e35a0bd9299493e877e 2024-11-28T10:15:53,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488 2024-11-28T10:15:53,232 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488, entries=150, sequenceid=155, filesize=30.4 K 2024-11-28T10:15:53,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/45384908ffbc4f3fb61fe5765845c395 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/45384908ffbc4f3fb61fe5765845c395 2024-11-28T10:15:53,235 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/45384908ffbc4f3fb61fe5765845c395, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T10:15:53,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/1b054c1f52f94e35a0bd9299493e877e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/1b054c1f52f94e35a0bd9299493e877e 2024-11-28T10:15:53,239 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/1b054c1f52f94e35a0bd9299493e877e, entries=150, sequenceid=155, filesize=11.9 K 2024-11-28T10:15:53,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0661a2c94bd13ea56e891298dce5f9a4 in 868ms, sequenceid=155, compaction requested=false 2024-11-28T10:15:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:53,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-28T10:15:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-28T10:15:53,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-28T10:15:53,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5600 sec 2024-11-28T10:15:53,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.5650 sec 2024-11-28T10:15:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:53,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-28T10:15:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:53,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:53,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283c348c4788c049d1af68d9b7bf2d1a39_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742200_1376 (size=14794) 2024-11-28T10:15:53,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:53,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283c348c4788c049d1af68d9b7bf2d1a39_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283c348c4788c049d1af68d9b7bf2d1a39_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:53,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/63f116b0e5fc419aac0bdb14faa5c0c4, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:53,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/63f116b0e5fc419aac0bdb14faa5c0c4 is 175, key is test_row_0/A:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742201_1377 (size=39749) 2024-11-28T10:15:53,366 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/63f116b0e5fc419aac0bdb14faa5c0c4 2024-11-28T10:15:53,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/608e9112f9754ad8ab4e72b1a9583f52 is 50, key is test_row_0/B:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742202_1378 (size=12151) 2024-11-28T10:15:53,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789013403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:53,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789013528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789013748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:53,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:53,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/608e9112f9754ad8ab4e72b1a9583f52 2024-11-28T10:15:53,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/ef981c82ec9440569341db1af1bf7e02 is 50, key is test_row_0/C:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:53,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742203_1379 (size=12151) 2024-11-28T10:15:54,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789014068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:54,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:54,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/ef981c82ec9440569341db1af1bf7e02 2024-11-28T10:15:54,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/63f116b0e5fc419aac0bdb14faa5c0c4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4 2024-11-28T10:15:54,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4, entries=200, sequenceid=195, filesize=38.8 K 2024-11-28T10:15:54,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/608e9112f9754ad8ab4e72b1a9583f52 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/608e9112f9754ad8ab4e72b1a9583f52 2024-11-28T10:15:54,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/608e9112f9754ad8ab4e72b1a9583f52, entries=150, sequenceid=195, filesize=11.9 K 2024-11-28T10:15:54,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/ef981c82ec9440569341db1af1bf7e02 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/ef981c82ec9440569341db1af1bf7e02 2024-11-28T10:15:54,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/ef981c82ec9440569341db1af1bf7e02, entries=150, sequenceid=195, filesize=11.9 K 2024-11-28T10:15:54,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0661a2c94bd13ea56e891298dce5f9a4 in 878ms, sequenceid=195, compaction requested=true 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:54,207 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:54,207 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/B is initiating minor compaction (all files) 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/A is initiating minor compaction (all files) 2024-11-28T10:15:54,208 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/B in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:54,208 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/A in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:54,208 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d7a18c5110734140a62f21a6fc74a409, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/45384908ffbc4f3fb61fe5765845c395, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/608e9112f9754ad8ab4e72b1a9583f52] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=35.8 K 2024-11-28T10:15:54,208 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2b8916a7bf1845099d65036cd55e6df4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=99.8 K 2024-11-28T10:15:54,208 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2b8916a7bf1845099d65036cd55e6df4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4] 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting d7a18c5110734140a62f21a6fc74a409, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732788950576 2024-11-28T10:15:54,208 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b8916a7bf1845099d65036cd55e6df4, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732788950576 2024-11-28T10:15:54,209 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 45384908ffbc4f3fb61fe5765845c395, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732788950640 2024-11-28T10:15:54,209 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3b07dc1d88c4d7aa3da3a9d6d5c7488, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732788950640 2024-11-28T10:15:54,209 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 608e9112f9754ad8ab4e72b1a9583f52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732788953153 2024-11-28T10:15:54,209 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63f116b0e5fc419aac0bdb14faa5c0c4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732788953079 2024-11-28T10:15:54,216 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:54,216 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/2192150d945048e08b662e23c7f29744 is 50, key is test_row_0/B:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:54,221 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:54,226 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128273f8f763e054b22a7bdea4d377e5368_0661a2c94bd13ea56e891298dce5f9a4 store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:54,228 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128273f8f763e054b22a7bdea4d377e5368_0661a2c94bd13ea56e891298dce5f9a4, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:54,228 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128273f8f763e054b22a7bdea4d377e5368_0661a2c94bd13ea56e891298dce5f9a4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742204_1380 (size=12493) 2024-11-28T10:15:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742205_1381 (size=4469) 2024-11-28T10:15:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:54,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:15:54,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:54,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:54,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289220d79cab5941dc9c19bc1e02de9004_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788954595/Put/seqid=0 2024-11-28T10:15:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742206_1382 (size=14794) 2024-11-28T10:15:54,636 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/2192150d945048e08b662e23c7f29744 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2192150d945048e08b662e23c7f29744 2024-11-28T10:15:54,641 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/B of 0661a2c94bd13ea56e891298dce5f9a4 into 2192150d945048e08b662e23c7f29744(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:54,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:54,641 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/B, priority=13, startTime=1732788954207; duration=0sec 2024-11-28T10:15:54,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:54,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:B 2024-11-28T10:15:54,641 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:15:54,643 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:54,643 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/1a6508d415b04b4b9728d0c582a656bc is 175, key is test_row_0/A:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:54,644 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:15:54,644 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/C is initiating minor compaction (all files) 2024-11-28T10:15:54,644 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/C in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:54,644 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/faa6497227bd476d9254470c7b23d7eb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/1b054c1f52f94e35a0bd9299493e877e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/ef981c82ec9440569341db1af1bf7e02] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=35.8 K 2024-11-28T10:15:54,644 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting faa6497227bd476d9254470c7b23d7eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732788950576 2024-11-28T10:15:54,645 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b054c1f52f94e35a0bd9299493e877e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732788950640 2024-11-28T10:15:54,645 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ef981c82ec9440569341db1af1bf7e02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732788953153 2024-11-28T10:15:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742207_1383 (size=31447) 2024-11-28T10:15:54,658 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:54,659 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/40896de3ed984abebe13f5ebca4ba2ae is 50, key is test_row_0/C:col10/1732788953189/Put/seqid=0 2024-11-28T10:15:54,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742208_1384 (size=12493) 2024-11-28T10:15:54,670 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/40896de3ed984abebe13f5ebca4ba2ae as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/40896de3ed984abebe13f5ebca4ba2ae 2024-11-28T10:15:54,674 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/C of 0661a2c94bd13ea56e891298dce5f9a4 into 40896de3ed984abebe13f5ebca4ba2ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:54,674 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:54,674 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/C, priority=13, startTime=1732788954207; duration=0sec 2024-11-28T10:15:54,674 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:54,674 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:C 2024-11-28T10:15:54,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788954719, max timestamp=1732788954741Num uniques 859; 2024-11-28T10:15:54,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788954719, max timestamp=1732788954741Num uniques 859; 2024-11-28T10:15:54,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:54,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:54,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788954719, max timestamp=1732788954741Num uniques 859; 2024-11-28T10:15:54,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:15:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-28T10:15:54,858 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:54,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-28T10:15:54,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:54,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:54,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:54,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789014872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:54,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:54,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789014988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:54,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:55,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,015 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289220d79cab5941dc9c19bc1e02de9004_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289220d79cab5941dc9c19bc1e02de9004_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:55,016 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/046e66a4464245bd94f4c05699c4cb7e, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:55,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/046e66a4464245bd94f4c05699c4cb7e is 175, key is test_row_0/A:col10/1732788954595/Put/seqid=0 2024-11-28T10:15:55,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742209_1385 (size=39749) 2024-11-28T10:15:55,054 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/1a6508d415b04b4b9728d0c582a656bc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1a6508d415b04b4b9728d0c582a656bc 2024-11-28T10:15:55,058 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/A of 0661a2c94bd13ea56e891298dce5f9a4 into 1a6508d415b04b4b9728d0c582a656bc(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:55,058 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:55,058 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/A, priority=13, startTime=1732788954207; duration=0sec 2024-11-28T10:15:55,058 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:55,058 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:A 2024-11-28T10:15:55,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732789015169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:55,172 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:55,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53206 deadline: 1732789015188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:55,198 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53176 deadline: 1732789015198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:55,208 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53174 deadline: 1732789015208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789015209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,211 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in 0661a2c94bd13ea56e891298dce5f9a4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8272 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:15:55,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,420 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/046e66a4464245bd94f4c05699c4cb7e 2024-11-28T10:15:55,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/8523af7a8808494cbba1165236ac03f0 is 50, key is test_row_0/B:col10/1732788954595/Put/seqid=0 2024-11-28T10:15:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742210_1386 (size=12151) 2024-11-28T10:15:55,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789015518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:55,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:55,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/8523af7a8808494cbba1165236ac03f0 2024-11-28T10:15:55,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e4200642948d4ec8832fafcee3adba02 is 50, key is test_row_0/C:col10/1732788954595/Put/seqid=0 2024-11-28T10:15:55,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742211_1387 (size=12151) 2024-11-28T10:15:55,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:55,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:56,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789016028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:56,036 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:56,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:56,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:56,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:56,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:56,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:56,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:15:56,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e4200642948d4ec8832fafcee3adba02 2024-11-28T10:15:56,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/046e66a4464245bd94f4c05699c4cb7e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e 2024-11-28T10:15:56,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e, entries=200, sequenceid=206, filesize=38.8 K 2024-11-28T10:15:56,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/8523af7a8808494cbba1165236ac03f0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/8523af7a8808494cbba1165236ac03f0 2024-11-28T10:15:56,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/8523af7a8808494cbba1165236ac03f0, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T10:15:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e4200642948d4ec8832fafcee3adba02 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e4200642948d4ec8832fafcee3adba02 2024-11-28T10:15:56,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e4200642948d4ec8832fafcee3adba02, entries=150, sequenceid=206, filesize=11.9 K 2024-11-28T10:15:56,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0661a2c94bd13ea56e891298dce5f9a4 in 1656ms, sequenceid=206, compaction requested=false 2024-11-28T10:15:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:56,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-28T10:15:56,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:56,388 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-28T10:15:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:15:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128471e4ef0621b491b926b93b41019ab48_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:56,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742212_1388 (size=12304) 2024-11-28T10:15:56,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:56,427 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128471e4ef0621b491b926b93b41019ab48_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128471e4ef0621b491b926b93b41019ab48_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:56,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/b9311ba8adf5400ab41970ea97f4f7f0, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:56,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/b9311ba8adf5400ab41970ea97f4f7f0 is 175, key is test_row_0/A:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742213_1389 (size=31105) 2024-11-28T10:15:56,839 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/b9311ba8adf5400ab41970ea97f4f7f0 2024-11-28T10:15:56,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/4a4e6d0e318a4afe8633d593cf731851 is 50, key is test_row_0/B:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742214_1390 (size=12151) 2024-11-28T10:15:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:57,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:57,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789017107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789017218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:57,249 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/4a4e6d0e318a4afe8633d593cf731851 2024-11-28T10:15:57,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/97627acb4939433ea7ed2f29870ea739 is 50, key is test_row_0/C:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742215_1391 (size=12151) 2024-11-28T10:15:57,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789017429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:57,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:57,661 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/97627acb4939433ea7ed2f29870ea739 2024-11-28T10:15:57,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/b9311ba8adf5400ab41970ea97f4f7f0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0 2024-11-28T10:15:57,667 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0, entries=150, sequenceid=245, filesize=30.4 K 2024-11-28T10:15:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/4a4e6d0e318a4afe8633d593cf731851 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/4a4e6d0e318a4afe8633d593cf731851 2024-11-28T10:15:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,671 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/4a4e6d0e318a4afe8633d593cf731851, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T10:15:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/97627acb4939433ea7ed2f29870ea739 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/97627acb4939433ea7ed2f29870ea739 2024-11-28T10:15:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,675 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/97627acb4939433ea7ed2f29870ea739, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T10:15:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,676 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 0661a2c94bd13ea56e891298dce5f9a4 in 1289ms, sequenceid=245, compaction requested=true 2024-11-28T10:15:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-28T10:15:57,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8170 sec 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.8210 sec 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:57,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:57,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:57,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128abdc0f208d4a4104a45f0b900e248c85_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_1/A:col10/1732788957105/Put/seqid=0 2024-11-28T10:15:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742216_1392 (size=12354) 2024-11-28T10:15:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,822 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128abdc0f208d4a4104a45f0b900e248c85_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128abdc0f208d4a4104a45f0b900e248c85_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:57,822 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/650db023c39543b99b80e1d946bac3db, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:57,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/650db023c39543b99b80e1d946bac3db is 175, key is test_row_1/A:col10/1732788957105/Put/seqid=0 2024-11-28T10:15:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742217_1393 (size=31151) 2024-11-28T10:15:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789017996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:58,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789018118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:58,236 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/650db023c39543b99b80e1d946bac3db 2024-11-28T10:15:58,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/daafa04c17be4add95408ad778795608 is 50, key is test_row_1/B:col10/1732788957105/Put/seqid=0 2024-11-28T10:15:58,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742218_1394 (size=9807) 2024-11-28T10:15:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789018329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:58,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/daafa04c17be4add95408ad778795608 2024-11-28T10:15:58,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/945ed5c3e92f43d0a0ece95cb741a3f3 is 50, key is test_row_1/C:col10/1732788957105/Put/seqid=0 2024-11-28T10:15:58,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742219_1395 (size=9807) 2024-11-28T10:15:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789018648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-28T10:15:59,018 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:15:59,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:15:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-28T10:15:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T10:15:59,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:15:59,021 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:15:59,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:15:59,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/945ed5c3e92f43d0a0ece95cb741a3f3 2024-11-28T10:15:59,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/650db023c39543b99b80e1d946bac3db as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db 2024-11-28T10:15:59,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db, entries=150, sequenceid=257, filesize=30.4 K 2024-11-28T10:15:59,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/daafa04c17be4add95408ad778795608 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/daafa04c17be4add95408ad778795608 2024-11-28T10:15:59,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/daafa04c17be4add95408ad778795608, entries=100, sequenceid=257, filesize=9.6 K 2024-11-28T10:15:59,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/945ed5c3e92f43d0a0ece95cb741a3f3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/945ed5c3e92f43d0a0ece95cb741a3f3 2024-11-28T10:15:59,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/945ed5c3e92f43d0a0ece95cb741a3f3, entries=100, sequenceid=257, filesize=9.6 K 2024-11-28T10:15:59,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0661a2c94bd13ea56e891298dce5f9a4 in 1311ms, sequenceid=257, compaction requested=true 2024-11-28T10:15:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:59,077 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:15:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:59,078 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:15:59,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:59,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:15:59,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:59,081 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133452 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:59,081 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/A is initiating minor compaction (all files) 2024-11-28T10:15:59,081 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/A in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:59,081 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1a6508d415b04b4b9728d0c582a656bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=130.3 K 2024-11-28T10:15:59,081 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46602 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:59,082 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/B is initiating minor compaction (all files) 2024-11-28T10:15:59,082 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:59,082 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1a6508d415b04b4b9728d0c582a656bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db] 2024-11-28T10:15:59,082 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/B in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:59,082 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2192150d945048e08b662e23c7f29744, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/8523af7a8808494cbba1165236ac03f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/4a4e6d0e318a4afe8633d593cf731851, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/daafa04c17be4add95408ad778795608] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=45.5 K 2024-11-28T10:15:59,082 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2192150d945048e08b662e23c7f29744, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732788953153 2024-11-28T10:15:59,082 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a6508d415b04b4b9728d0c582a656bc, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732788953153 2024-11-28T10:15:59,083 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 8523af7a8808494cbba1165236ac03f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732788953384 2024-11-28T10:15:59,083 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046e66a4464245bd94f4c05699c4cb7e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732788953348 2024-11-28T10:15:59,083 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a4e6d0e318a4afe8633d593cf731851, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732788954822 2024-11-28T10:15:59,083 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9311ba8adf5400ab41970ea97f4f7f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732788954822 2024-11-28T10:15:59,083 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting daafa04c17be4add95408ad778795608, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732788957105 2024-11-28T10:15:59,084 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650db023c39543b99b80e1d946bac3db, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732788957096 2024-11-28T10:15:59,091 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:59,097 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#B#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:59,097 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/64aa7705440441e394fc1cc7311b01ff is 50, key is test_row_0/B:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:59,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742220_1396 (size=12679) 2024-11-28T10:15:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T10:15:59,133 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112809d5ff70569a49418ec5ea7f9485b622_0661a2c94bd13ea56e891298dce5f9a4 store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:59,136 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112809d5ff70569a49418ec5ea7f9485b622_0661a2c94bd13ea56e891298dce5f9a4, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:59,136 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112809d5ff70569a49418ec5ea7f9485b622_0661a2c94bd13ea56e891298dce5f9a4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742221_1397 (size=4469) 2024-11-28T10:15:59,159 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#A#compaction#333 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:59,159 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/8f4e984662b044d698e29faed038fdb1 is 175, key is test_row_0/A:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:59,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:59,174 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:15:59,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:15:59,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742222_1398 (size=31740) 2024-11-28T10:15:59,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:15:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:59,183 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/8f4e984662b044d698e29faed038fdb1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/8f4e984662b044d698e29faed038fdb1 2024-11-28T10:15:59,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112863c72b0f286241c2bbb0be3405c6047d_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788957963/Put/seqid=0 2024-11-28T10:15:59,189 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/A of 0661a2c94bd13ea56e891298dce5f9a4 into 8f4e984662b044d698e29faed038fdb1(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:59,189 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:59,189 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/A, priority=12, startTime=1732788959077; duration=0sec 2024-11-28T10:15:59,189 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:15:59,189 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:A 2024-11-28T10:15:59,189 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:15:59,192 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46602 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:15:59,192 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/C is initiating minor compaction (all files) 2024-11-28T10:15:59,192 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/C in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:15:59,192 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/40896de3ed984abebe13f5ebca4ba2ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e4200642948d4ec8832fafcee3adba02, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/97627acb4939433ea7ed2f29870ea739, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/945ed5c3e92f43d0a0ece95cb741a3f3] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=45.5 K 2024-11-28T10:15:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742223_1399 (size=12454) 2024-11-28T10:15:59,194 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40896de3ed984abebe13f5ebca4ba2ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732788953153 2024-11-28T10:15:59,196 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4200642948d4ec8832fafcee3adba02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732788953384 2024-11-28T10:15:59,196 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97627acb4939433ea7ed2f29870ea739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732788954822 2024-11-28T10:15:59,196 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945ed5c3e92f43d0a0ece95cb741a3f3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732788957105 2024-11-28T10:15:59,203 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:15:59,204 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/5396ab5f88274f12988c25f59180a3db is 50, key is test_row_0/C:col10/1732788954850/Put/seqid=0 2024-11-28T10:15:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742224_1400 (size=12679) 2024-11-28T10:15:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789019239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T10:15:59,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789019358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,365 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:59,526 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/64aa7705440441e394fc1cc7311b01ff as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/64aa7705440441e394fc1cc7311b01ff 2024-11-28T10:15:59,531 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/B of 0661a2c94bd13ea56e891298dce5f9a4 into 64aa7705440441e394fc1cc7311b01ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:59,531 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:59,531 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/B, priority=12, startTime=1732788959078; duration=0sec 2024-11-28T10:15:59,531 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:59,531 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:B 2024-11-28T10:15:59,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789019568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,573 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:15:59,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:15:59,598 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112863c72b0f286241c2bbb0be3405c6047d_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112863c72b0f286241c2bbb0be3405c6047d_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:15:59,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/247a634efadd4e8d82516c55507763d4, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:15:59,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/247a634efadd4e8d82516c55507763d4 is 175, key is test_row_0/A:col10/1732788957963/Put/seqid=0 2024-11-28T10:15:59,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742225_1401 (size=31255) 2024-11-28T10:15:59,623 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/5396ab5f88274f12988c25f59180a3db as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/5396ab5f88274f12988c25f59180a3db 2024-11-28T10:15:59,628 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/C of 0661a2c94bd13ea56e891298dce5f9a4 into 5396ab5f88274f12988c25f59180a3db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:15:59,628 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:15:59,628 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/C, priority=12, startTime=1732788959079; duration=0sec 2024-11-28T10:15:59,628 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:15:59,628 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:C 2024-11-28T10:15:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T10:15:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:15:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789019878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:15:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:15:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:00,004 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/247a634efadd4e8d82516c55507763d4 2024-11-28T10:16:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d5c3bffd974a4ccaa3071cb0103457e5 is 50, key is test_row_0/B:col10/1732788957963/Put/seqid=0 2024-11-28T10:16:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742226_1402 (size=12301) 2024-11-28T10:16:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T10:16:00,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789020389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:00,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:00,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:00,417 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d5c3bffd974a4ccaa3071cb0103457e5 2024-11-28T10:16:00,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/56c73d7378d94a0ca43deba5bea2e36d is 50, key is test_row_0/C:col10/1732788957963/Put/seqid=0 2024-11-28T10:16:00,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742227_1403 (size=12301) 2024-11-28T10:16:00,862 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/56c73d7378d94a0ca43deba5bea2e36d 2024-11-28T10:16:00,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/247a634efadd4e8d82516c55507763d4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4 2024-11-28T10:16:00,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4, entries=150, sequenceid=277, filesize=30.5 K 2024-11-28T10:16:00,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d5c3bffd974a4ccaa3071cb0103457e5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d5c3bffd974a4ccaa3071cb0103457e5 2024-11-28T10:16:00,886 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d5c3bffd974a4ccaa3071cb0103457e5, entries=150, sequenceid=277, filesize=12.0 K 2024-11-28T10:16:00,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/56c73d7378d94a0ca43deba5bea2e36d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/56c73d7378d94a0ca43deba5bea2e36d 2024-11-28T10:16:00,895 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/56c73d7378d94a0ca43deba5bea2e36d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-28T10:16:00,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0661a2c94bd13ea56e891298dce5f9a4 in 1721ms, sequenceid=277, compaction requested=false 2024-11-28T10:16:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-28T10:16:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-28T10:16:00,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-28T10:16:00,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-11-28T10:16:00,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8810 sec 2024-11-28T10:16:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-28T10:16:01,169 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:01,169 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-28T10:16:01,171 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-28T10:16:01,172 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:01,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-28T10:16:01,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:16:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:01,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112896d1967ebdbc462493f1eecc1451d57a_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788959238/Put/seqid=0 2024-11-28T10:16:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742228_1404 (size=12454) 2024-11-28T10:16:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:01,382 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112896d1967ebdbc462493f1eecc1451d57a_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112896d1967ebdbc462493f1eecc1451d57a_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:01,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2bdce4f050464be8832296854ae12e59, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2bdce4f050464be8832296854ae12e59 is 175, key is test_row_0/A:col10/1732788959238/Put/seqid=0 2024-11-28T10:16:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742229_1405 (size=31255) 2024-11-28T10:16:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:01,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:16:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-28T10:16:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789021609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:01,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789021729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-28T10:16:01,822 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2bdce4f050464be8832296854ae12e59 2024-11-28T10:16:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d094ce2301be4d398d38cbc24983acc4 is 50, key is test_row_0/B:col10/1732788959238/Put/seqid=0 2024-11-28T10:16:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742230_1406 (size=12301) 2024-11-28T10:16:01,838 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d094ce2301be4d398d38cbc24983acc4 2024-11-28T10:16:01,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/476cf8f733444c9ca9558967e0b608e3 is 50, key is test_row_0/C:col10/1732788959238/Put/seqid=0 2024-11-28T10:16:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742231_1407 (size=12301) 2024-11-28T10:16:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789021938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:02,255 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/476cf8f733444c9ca9558967e0b608e3 2024-11-28T10:16:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/2bdce4f050464be8832296854ae12e59 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59 2024-11-28T10:16:02,270 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59, entries=150, sequenceid=292, filesize=30.5 K 2024-11-28T10:16:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789022258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:02,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:02,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/d094ce2301be4d398d38cbc24983acc4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d094ce2301be4d398d38cbc24983acc4 2024-11-28T10:16:02,276 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d094ce2301be4d398d38cbc24983acc4, entries=150, sequenceid=292, filesize=12.0 K 2024-11-28T10:16:02,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/476cf8f733444c9ca9558967e0b608e3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/476cf8f733444c9ca9558967e0b608e3 2024-11-28T10:16:02,281 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/476cf8f733444c9ca9558967e0b608e3, entries=150, sequenceid=292, filesize=12.0 K 2024-11-28T10:16:02,282 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0661a2c94bd13ea56e891298dce5f9a4 in 957ms, sequenceid=292, compaction requested=true 2024-11-28T10:16:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:02,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-28T10:16:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-28T10:16:02,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-28T10:16:02,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1120 sec 2024-11-28T10:16:02,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.1180 sec 2024-11-28T10:16:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-28T10:16:02,311 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:02,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-28T10:16:02,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-28T10:16:02,315 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:02,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-28T10:16:02,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:02,467 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:16:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112813ae3df6c7da4170b47292adf13c2156_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788961607/Put/seqid=0 2024-11-28T10:16:02,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742232_1408 (size=12454) 2024-11-28T10:16:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:02,519 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112813ae3df6c7da4170b47292adf13c2156_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112813ae3df6c7da4170b47292adf13c2156_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:02,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e9252488b33343db838738825859e77d, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e9252488b33343db838738825859e77d is 175, key is test_row_0/A:col10/1732788961607/Put/seqid=0 2024-11-28T10:16:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742233_1409 (size=31255) 2024-11-28T10:16:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-28T10:16:02,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. as already flushing 2024-11-28T10:16:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:02,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789022866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-28T10:16:02,961 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e9252488b33343db838738825859e77d 2024-11-28T10:16:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/78a610dbcb2b464c9c632a842533c360 is 50, key is test_row_0/B:col10/1732788961607/Put/seqid=0 2024-11-28T10:16:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53198 deadline: 1732789022978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:03,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742234_1410 (size=12301) 2024-11-28T10:16:03,007 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/78a610dbcb2b464c9c632a842533c360 2024-11-28T10:16:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/fa42f0727f074750b392cd9692f30392 is 50, key is test_row_0/C:col10/1732788961607/Put/seqid=0 2024-11-28T10:16:03,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742235_1411 (size=12301) 2024-11-28T10:16:03,080 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/fa42f0727f074750b392cd9692f30392 2024-11-28T10:16:03,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e9252488b33343db838738825859e77d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d 2024-11-28T10:16:03,092 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d, entries=150, sequenceid=312, filesize=30.5 K 2024-11-28T10:16:03,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/78a610dbcb2b464c9c632a842533c360 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/78a610dbcb2b464c9c632a842533c360 2024-11-28T10:16:03,098 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/78a610dbcb2b464c9c632a842533c360, entries=150, sequenceid=312, filesize=12.0 K 2024-11-28T10:16:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/fa42f0727f074750b392cd9692f30392 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/fa42f0727f074750b392cd9692f30392 2024-11-28T10:16:03,104 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/fa42f0727f074750b392cd9692f30392, entries=150, sequenceid=312, filesize=12.0 K 2024-11-28T10:16:03,106 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0661a2c94bd13ea56e891298dce5f9a4 in 639ms, sequenceid=312, compaction requested=true 2024-11-28T10:16:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-28T10:16:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-28T10:16:03,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-28T10:16:03,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 793 msec 2024-11-28T10:16:03,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 799 msec 2024-11-28T10:16:03,199 INFO [Thread-1560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1560. 2024-11-28T10:16:03,200 DEBUG [Thread-1560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:03,200 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,200 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:03,202 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-11-28T10:16:03,202 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:03,202 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,202 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:03,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:16:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:16:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:16:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:16:03,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:03,205 INFO [Thread-1556 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1556. 2024-11-28T10:16:03,205 DEBUG [Thread-1556 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:03,205 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,205 INFO [Thread-1549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1549. 2024-11-28T10:16:03,205 DEBUG [Thread-1549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:03,205 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,205 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:03,205 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:03,209 INFO [Thread-1558 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1558. 2024-11-28T10:16:03,209 DEBUG [Thread-1558 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:03,209 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,210 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:03,213 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-11-28T10:16:03,213 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:03,213 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,213 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:03,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:03,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287b033a50d3384080878f171ecb361efa_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:03,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742236_1412 (size=14994) 2024-11-28T10:16:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-28T10:16:03,449 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:03,634 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:03,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287b033a50d3384080878f171ecb361efa_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287b033a50d3384080878f171ecb361efa_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:03,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e3e600b2ec4c43dd92c0b6f486a99bf4, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:03,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e3e600b2ec4c43dd92c0b6f486a99bf4 is 175, key is test_row_0/A:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:03,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742237_1413 (size=39949) 2024-11-28T10:16:04,044 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e3e600b2ec4c43dd92c0b6f486a99bf4 2024-11-28T10:16:04,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/6a3b3f9e36894699b451489713d3b692 is 50, key is test_row_0/B:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742238_1414 (size=12301) 2024-11-28T10:16:04,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/6a3b3f9e36894699b451489713d3b692 2024-11-28T10:16:04,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/dbef9e024cdc4fa58b64fa716978955d is 50, key is test_row_0/C:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742239_1415 (size=12301) 2024-11-28T10:16:04,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/dbef9e024cdc4fa58b64fa716978955d 2024-11-28T10:16:04,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/e3e600b2ec4c43dd92c0b6f486a99bf4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4 2024-11-28T10:16:04,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4, entries=200, sequenceid=325, filesize=39.0 K 2024-11-28T10:16:04,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/6a3b3f9e36894699b451489713d3b692 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/6a3b3f9e36894699b451489713d3b692 2024-11-28T10:16:04,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/6a3b3f9e36894699b451489713d3b692, entries=150, sequenceid=325, filesize=12.0 K 2024-11-28T10:16:04,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/dbef9e024cdc4fa58b64fa716978955d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/dbef9e024cdc4fa58b64fa716978955d 2024-11-28T10:16:04,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/dbef9e024cdc4fa58b64fa716978955d, entries=150, sequenceid=325, filesize=12.0 K 2024-11-28T10:16:04,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 0661a2c94bd13ea56e891298dce5f9a4 in 1694ms, sequenceid=325, compaction requested=true 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:04,898 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0661a2c94bd13ea56e891298dce5f9a4:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:04,898 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T10:16:04,899 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165454 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T10:16:04,899 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61883 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T10:16:04,899 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/A is initiating minor compaction (all files) 2024-11-28T10:16:04,899 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/B is initiating minor compaction (all files) 2024-11-28T10:16:04,899 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/A in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:04,899 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/B in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:04,899 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/8f4e984662b044d698e29faed038fdb1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=161.6 K 2024-11-28T10:16:04,899 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/64aa7705440441e394fc1cc7311b01ff, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d5c3bffd974a4ccaa3071cb0103457e5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d094ce2301be4d398d38cbc24983acc4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/78a610dbcb2b464c9c632a842533c360, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/6a3b3f9e36894699b451489713d3b692] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=60.4 K 2024-11-28T10:16:04,899 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:04,899 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/8f4e984662b044d698e29faed038fdb1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4] 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 64aa7705440441e394fc1cc7311b01ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732788954850 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f4e984662b044d698e29faed038fdb1, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732788954850 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting d5c3bffd974a4ccaa3071cb0103457e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732788957963 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 247a634efadd4e8d82516c55507763d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732788957963 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting d094ce2301be4d398d38cbc24983acc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732788959202 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bdce4f050464be8832296854ae12e59, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732788959202 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a610dbcb2b464c9c632a842533c360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732788961570 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9252488b33343db838738825859e77d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732788961570 2024-11-28T10:16:04,900 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3b3f9e36894699b451489713d3b692, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732788962833 2024-11-28T10:16:04,901 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3e600b2ec4c43dd92c0b6f486a99bf4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732788962827 2024-11-28T10:16:04,911 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:04,912 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128aee0370a85a847f99c327ad29ab89043_0661a2c94bd13ea56e891298dce5f9a4 store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:04,913 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:04,913 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/dd090ebb287a4c409fe21fd3a50ca0ee is 50, key is test_row_0/B:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742240_1416 (size=12949) 2024-11-28T10:16:04,919 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128aee0370a85a847f99c327ad29ab89043_0661a2c94bd13ea56e891298dce5f9a4, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:04,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128aee0370a85a847f99c327ad29ab89043_0661a2c94bd13ea56e891298dce5f9a4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742241_1417 (size=4469) 2024-11-28T10:16:05,243 INFO [Thread-1547 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1547. 2024-11-28T10:16:05,243 DEBUG [Thread-1547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:05,243 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,243 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:05,282 INFO [Thread-1545 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1545. 2024-11-28T10:16:05,282 DEBUG [Thread-1545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:05,282 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,283 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:05,292 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-11-28T10:16:05,292 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:05,292 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,292 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:05,312 INFO [Thread-1543 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1543. 2024-11-28T10:16:05,312 DEBUG [Thread-1543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:05,313 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,313 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:05,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 197 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 901 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2696 rows 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 901 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2702 rows 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 897 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2688 rows 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 899 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2687 rows 2024-11-28T10:16:05,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 895 2024-11-28T10:16:05,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2679 rows 2024-11-28T10:16:05,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:16:05,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:16:05,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:05,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:05,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T10:16:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:05,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788965321"}]},"ts":"1732788965321"} 2024-11-28T10:16:05,322 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/dd090ebb287a4c409fe21fd3a50ca0ee as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/dd090ebb287a4c409fe21fd3a50ca0ee 2024-11-28T10:16:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-28T10:16:05,324 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T10:16:05,325 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T10:16:05,325 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:05,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:16:05,327 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/1336a37048cc4b6080ff434977a752ce is 175, key is test_row_0/A:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:05,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, UNASSIGN}] 2024-11-28T10:16:05,327 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/B of 0661a2c94bd13ea56e891298dce5f9a4 into dd090ebb287a4c409fe21fd3a50ca0ee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:05,328 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:05,328 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/B, priority=11, startTime=1732788964898; duration=0sec 2024-11-28T10:16:05,328 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:05,328 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:B 2024-11-28T10:16:05,328 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-28T10:16:05,328 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, UNASSIGN 2024-11-28T10:16:05,329 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:05,329 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61883 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-28T10:16:05,329 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 0661a2c94bd13ea56e891298dce5f9a4/C is initiating minor compaction (all files) 2024-11-28T10:16:05,329 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0661a2c94bd13ea56e891298dce5f9a4/C in TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:05,330 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/5396ab5f88274f12988c25f59180a3db, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/56c73d7378d94a0ca43deba5bea2e36d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/476cf8f733444c9ca9558967e0b608e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/fa42f0727f074750b392cd9692f30392, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/dbef9e024cdc4fa58b64fa716978955d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp, totalSize=60.4 K 2024-11-28T10:16:05,330 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5396ab5f88274f12988c25f59180a3db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732788954850 2024-11-28T10:16:05,330 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 56c73d7378d94a0ca43deba5bea2e36d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732788957963 2024-11-28T10:16:05,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, UNASSIGN because future has completed 2024-11-28T10:16:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742242_1418 (size=31903) 2024-11-28T10:16:05,331 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:16:05,331 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 476cf8f733444c9ca9558967e0b608e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732788959202 2024-11-28T10:16:05,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:16:05,331 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting fa42f0727f074750b392cd9692f30392, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732788961570 2024-11-28T10:16:05,331 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting dbef9e024cdc4fa58b64fa716978955d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732788962833 2024-11-28T10:16:05,339 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0661a2c94bd13ea56e891298dce5f9a4#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:05,339 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/b55eb871085a4f5bb9b2bbb2f1b9d61e is 50, key is test_row_0/C:col10/1732788962864/Put/seqid=0 2024-11-28T10:16:05,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742243_1419 (size=12949) 2024-11-28T10:16:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-28T10:16:05,483 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:05,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:16:05,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 0661a2c94bd13ea56e891298dce5f9a4, disabling compactions & flushes 2024-11-28T10:16:05,484 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-28T10:16:05,736 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/1336a37048cc4b6080ff434977a752ce as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1336a37048cc4b6080ff434977a752ce 2024-11-28T10:16:05,741 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/A of 0661a2c94bd13ea56e891298dce5f9a4 into 1336a37048cc4b6080ff434977a752ce(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:05,741 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:05,741 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/A, priority=11, startTime=1732788964898; duration=0sec 2024-11-28T10:16:05,741 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:05,741 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:A 2024-11-28T10:16:05,753 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/b55eb871085a4f5bb9b2bbb2f1b9d61e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/b55eb871085a4f5bb9b2bbb2f1b9d61e 2024-11-28T10:16:05,758 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0661a2c94bd13ea56e891298dce5f9a4/C of 0661a2c94bd13ea56e891298dce5f9a4 into b55eb871085a4f5bb9b2bbb2f1b9d61e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:05,758 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:05,758 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:05,758 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. after waiting 0 ms 2024-11-28T10:16:05,758 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:05,758 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(2902): Flushing 0661a2c94bd13ea56e891298dce5f9a4 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-28T10:16:05,759 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=A 2024-11-28T10:16:05,759 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:05,759 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=B 2024-11-28T10:16:05,759 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:05,759 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0661a2c94bd13ea56e891298dce5f9a4, store=C 2024-11-28T10:16:05,759 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:05,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0661a2c94bd13ea56e891298dce5f9a4: 2024-11-28T10:16:05,761 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., storeName=0661a2c94bd13ea56e891298dce5f9a4/C, priority=11, startTime=1732788964898; duration=0sec 2024-11-28T10:16:05,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:05,761 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0661a2c94bd13ea56e891298dce5f9a4:C 2024-11-28T10:16:05,770 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112850275d2fca054339970c45b6dcbfca00_0661a2c94bd13ea56e891298dce5f9a4 is 50, key is test_row_0/A:col10/1732788965279/Put/seqid=0 2024-11-28T10:16:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742244_1420 (size=12454) 2024-11-28T10:16:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-28T10:16:06,198 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:06,203 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112850275d2fca054339970c45b6dcbfca00_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112850275d2fca054339970c45b6dcbfca00_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:06,204 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/585ef1dd0fc84e4cbff68c0a74096460, store: [table=TestAcidGuarantees family=A region=0661a2c94bd13ea56e891298dce5f9a4] 2024-11-28T10:16:06,205 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/585ef1dd0fc84e4cbff68c0a74096460 is 175, key is test_row_0/A:col10/1732788965279/Put/seqid=0 2024-11-28T10:16:06,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742245_1421 (size=31255) 2024-11-28T10:16:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-28T10:16:06,611 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/585ef1dd0fc84e4cbff68c0a74096460 2024-11-28T10:16:06,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T10:16:06,619 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/b4b97042188b4be2b5c56e656c84b464 is 50, key is test_row_0/B:col10/1732788965279/Put/seqid=0 2024-11-28T10:16:06,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742246_1422 (size=12301) 2024-11-28T10:16:06,625 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/b4b97042188b4be2b5c56e656c84b464 2024-11-28T10:16:06,631 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e85b5f03cf98421fac7997383360c1f5 is 50, key is test_row_0/C:col10/1732788965279/Put/seqid=0 2024-11-28T10:16:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742247_1423 (size=12301) 2024-11-28T10:16:07,035 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e85b5f03cf98421fac7997383360c1f5 2024-11-28T10:16:07,041 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/A/585ef1dd0fc84e4cbff68c0a74096460 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/585ef1dd0fc84e4cbff68c0a74096460 2024-11-28T10:16:07,046 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/585ef1dd0fc84e4cbff68c0a74096460, entries=150, sequenceid=335, filesize=30.5 K 2024-11-28T10:16:07,047 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/B/b4b97042188b4be2b5c56e656c84b464 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/b4b97042188b4be2b5c56e656c84b464 2024-11-28T10:16:07,051 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/b4b97042188b4be2b5c56e656c84b464, entries=150, sequenceid=335, filesize=12.0 K 2024-11-28T10:16:07,052 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/.tmp/C/e85b5f03cf98421fac7997383360c1f5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e85b5f03cf98421fac7997383360c1f5 2024-11-28T10:16:07,054 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e85b5f03cf98421fac7997383360c1f5, entries=150, sequenceid=335, filesize=12.0 K 2024-11-28T10:16:07,055 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0661a2c94bd13ea56e891298dce5f9a4 in 1297ms, sequenceid=335, compaction requested=false 2024-11-28T10:16:07,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/240a622d64294a6b8957d315360419c3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2b8916a7bf1845099d65036cd55e6df4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1a6508d415b04b4b9728d0c582a656bc, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/8f4e984662b044d698e29faed038fdb1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4] to archive 2024-11-28T10:16:07,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:16:07,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/9e3255e6a95e4fecb79f143310b650f7 2024-11-28T10:16:07,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3d823df1a60450899e8316fc0f46a71 2024-11-28T10:16:07,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/240a622d64294a6b8957d315360419c3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/240a622d64294a6b8957d315360419c3 2024-11-28T10:16:07,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/efae9362573144cfbc86f8721a1c85cc 2024-11-28T10:16:07,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2634632e7c80458a9b3870213ceea237 2024-11-28T10:16:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/570dd93901dd498fafa5545e46bc46bf 2024-11-28T10:16:07,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/ac6d1ef7c0e84ea69e3eae77fc60428d 2024-11-28T10:16:07,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2b8916a7bf1845099d65036cd55e6df4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2b8916a7bf1845099d65036cd55e6df4 2024-11-28T10:16:07,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/a3b07dc1d88c4d7aa3da3a9d6d5c7488 2024-11-28T10:16:07,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/63f116b0e5fc419aac0bdb14faa5c0c4 2024-11-28T10:16:07,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1a6508d415b04b4b9728d0c582a656bc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1a6508d415b04b4b9728d0c582a656bc 2024-11-28T10:16:07,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/046e66a4464245bd94f4c05699c4cb7e 2024-11-28T10:16:07,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/b9311ba8adf5400ab41970ea97f4f7f0 2024-11-28T10:16:07,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/8f4e984662b044d698e29faed038fdb1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/8f4e984662b044d698e29faed038fdb1 2024-11-28T10:16:07,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/650db023c39543b99b80e1d946bac3db 2024-11-28T10:16:07,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/247a634efadd4e8d82516c55507763d4 2024-11-28T10:16:07,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/2bdce4f050464be8832296854ae12e59 2024-11-28T10:16:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e9252488b33343db838738825859e77d 2024-11-28T10:16:07,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/e3e600b2ec4c43dd92c0b6f486a99bf4 2024-11-28T10:16:07,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/00ae646073eb4060b37d44055698f866, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/eef1f56a4f6d4ce19b1e47828c5117d5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/e15ddea2394c4ddb85377eb07f015789, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2959b2011c9a4e9dba58e895d2bbeecb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/5feabbdcf10e457bbbc9acb23d4c3e9b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/382a9f3d47a048edb06e73b00c9b5e8f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d7a18c5110734140a62f21a6fc74a409, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/fb5d01d6c2c0407783e0bb16ec1fda5a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/45384908ffbc4f3fb61fe5765845c395, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2192150d945048e08b662e23c7f29744, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/608e9112f9754ad8ab4e72b1a9583f52, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/8523af7a8808494cbba1165236ac03f0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/4a4e6d0e318a4afe8633d593cf731851, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/64aa7705440441e394fc1cc7311b01ff, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/daafa04c17be4add95408ad778795608, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d5c3bffd974a4ccaa3071cb0103457e5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d094ce2301be4d398d38cbc24983acc4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/78a610dbcb2b464c9c632a842533c360, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/6a3b3f9e36894699b451489713d3b692] to archive 2024-11-28T10:16:07,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:16:07,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/00ae646073eb4060b37d44055698f866 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/00ae646073eb4060b37d44055698f866 2024-11-28T10:16:07,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/eef1f56a4f6d4ce19b1e47828c5117d5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/eef1f56a4f6d4ce19b1e47828c5117d5 2024-11-28T10:16:07,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/e15ddea2394c4ddb85377eb07f015789 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/e15ddea2394c4ddb85377eb07f015789 2024-11-28T10:16:07,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2959b2011c9a4e9dba58e895d2bbeecb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2959b2011c9a4e9dba58e895d2bbeecb 2024-11-28T10:16:07,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/5feabbdcf10e457bbbc9acb23d4c3e9b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/5feabbdcf10e457bbbc9acb23d4c3e9b 2024-11-28T10:16:07,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/382a9f3d47a048edb06e73b00c9b5e8f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/382a9f3d47a048edb06e73b00c9b5e8f 2024-11-28T10:16:07,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d7a18c5110734140a62f21a6fc74a409 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d7a18c5110734140a62f21a6fc74a409 2024-11-28T10:16:07,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/fb5d01d6c2c0407783e0bb16ec1fda5a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/fb5d01d6c2c0407783e0bb16ec1fda5a 2024-11-28T10:16:07,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/45384908ffbc4f3fb61fe5765845c395 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/45384908ffbc4f3fb61fe5765845c395 2024-11-28T10:16:07,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2192150d945048e08b662e23c7f29744 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/2192150d945048e08b662e23c7f29744 2024-11-28T10:16:07,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/608e9112f9754ad8ab4e72b1a9583f52 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/608e9112f9754ad8ab4e72b1a9583f52 2024-11-28T10:16:07,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/8523af7a8808494cbba1165236ac03f0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/8523af7a8808494cbba1165236ac03f0 2024-11-28T10:16:07,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/4a4e6d0e318a4afe8633d593cf731851 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/4a4e6d0e318a4afe8633d593cf731851 2024-11-28T10:16:07,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/64aa7705440441e394fc1cc7311b01ff to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/64aa7705440441e394fc1cc7311b01ff 2024-11-28T10:16:07,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/daafa04c17be4add95408ad778795608 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/daafa04c17be4add95408ad778795608 2024-11-28T10:16:07,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d5c3bffd974a4ccaa3071cb0103457e5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d5c3bffd974a4ccaa3071cb0103457e5 2024-11-28T10:16:07,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d094ce2301be4d398d38cbc24983acc4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/d094ce2301be4d398d38cbc24983acc4 2024-11-28T10:16:07,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/78a610dbcb2b464c9c632a842533c360 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/78a610dbcb2b464c9c632a842533c360 2024-11-28T10:16:07,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/6a3b3f9e36894699b451489713d3b692 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/6a3b3f9e36894699b451489713d3b692 2024-11-28T10:16:07,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e19b6c9cde9941b7a956f265c51a5904, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/2b58d64b046e4870ba651f68c35ac443, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6ac4bb2b4502451984824751363d4071, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6336d38ddbf34424a8b351323c547402, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/60b1d79c90dd442591b4e4f8fe9576c3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/13eb6cb7eb3d4f4fa2a6800f785572d9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/faa6497227bd476d9254470c7b23d7eb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/f3ef482abf8b41c8bd657e65b904339b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/1b054c1f52f94e35a0bd9299493e877e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/40896de3ed984abebe13f5ebca4ba2ae, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/ef981c82ec9440569341db1af1bf7e02, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e4200642948d4ec8832fafcee3adba02, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/97627acb4939433ea7ed2f29870ea739, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/5396ab5f88274f12988c25f59180a3db, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/945ed5c3e92f43d0a0ece95cb741a3f3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/56c73d7378d94a0ca43deba5bea2e36d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/476cf8f733444c9ca9558967e0b608e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/fa42f0727f074750b392cd9692f30392, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/dbef9e024cdc4fa58b64fa716978955d] to archive 2024-11-28T10:16:07,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:16:07,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e19b6c9cde9941b7a956f265c51a5904 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e19b6c9cde9941b7a956f265c51a5904 2024-11-28T10:16:07,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/2b58d64b046e4870ba651f68c35ac443 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/2b58d64b046e4870ba651f68c35ac443 2024-11-28T10:16:07,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6ac4bb2b4502451984824751363d4071 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6ac4bb2b4502451984824751363d4071 2024-11-28T10:16:07,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6336d38ddbf34424a8b351323c547402 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/6336d38ddbf34424a8b351323c547402 2024-11-28T10:16:07,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/60b1d79c90dd442591b4e4f8fe9576c3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/60b1d79c90dd442591b4e4f8fe9576c3 2024-11-28T10:16:07,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/13eb6cb7eb3d4f4fa2a6800f785572d9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/13eb6cb7eb3d4f4fa2a6800f785572d9 2024-11-28T10:16:07,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/faa6497227bd476d9254470c7b23d7eb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/faa6497227bd476d9254470c7b23d7eb 2024-11-28T10:16:07,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/f3ef482abf8b41c8bd657e65b904339b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/f3ef482abf8b41c8bd657e65b904339b 2024-11-28T10:16:07,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/1b054c1f52f94e35a0bd9299493e877e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/1b054c1f52f94e35a0bd9299493e877e 2024-11-28T10:16:07,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/40896de3ed984abebe13f5ebca4ba2ae to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/40896de3ed984abebe13f5ebca4ba2ae 2024-11-28T10:16:07,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/ef981c82ec9440569341db1af1bf7e02 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/ef981c82ec9440569341db1af1bf7e02 2024-11-28T10:16:07,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e4200642948d4ec8832fafcee3adba02 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e4200642948d4ec8832fafcee3adba02 2024-11-28T10:16:07,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/97627acb4939433ea7ed2f29870ea739 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/97627acb4939433ea7ed2f29870ea739 2024-11-28T10:16:07,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/5396ab5f88274f12988c25f59180a3db to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/5396ab5f88274f12988c25f59180a3db 2024-11-28T10:16:07,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/945ed5c3e92f43d0a0ece95cb741a3f3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/945ed5c3e92f43d0a0ece95cb741a3f3 2024-11-28T10:16:07,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/56c73d7378d94a0ca43deba5bea2e36d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/56c73d7378d94a0ca43deba5bea2e36d 2024-11-28T10:16:07,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/476cf8f733444c9ca9558967e0b608e3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/476cf8f733444c9ca9558967e0b608e3 2024-11-28T10:16:07,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/fa42f0727f074750b392cd9692f30392 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/fa42f0727f074750b392cd9692f30392 2024-11-28T10:16:07,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/dbef9e024cdc4fa58b64fa716978955d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/dbef9e024cdc4fa58b64fa716978955d 2024-11-28T10:16:07,112 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-11-28T10:16:07,113 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. 2024-11-28T10:16:07,113 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 0661a2c94bd13ea56e891298dce5f9a4: Waiting for close lock at 1732788965484Running coprocessor pre-close hooks at 1732788965484Disabling compacts and flushes for region at 1732788965484Disabling writes for close at 1732788965758 (+274 ms)Obtaining lock to block concurrent updates at 1732788965758Preparing flush snapshotting stores in 0661a2c94bd13ea56e891298dce5f9a4 at 1732788965758Finished memstore snapshotting TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732788965759 (+1 ms)Flushing stores of TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4. at 1732788965761 (+2 ms)Flushing 0661a2c94bd13ea56e891298dce5f9a4/A: creating writer at 1732788965762 (+1 ms)Flushing mob file 0661a2c94bd13ea56e891298dce5f9a4/A: appending metadata at 1732788965769 (+7 ms)Flushing mob file 0661a2c94bd13ea56e891298dce5f9a4/A: closing flushed file at 1732788965769Flushing 0661a2c94bd13ea56e891298dce5f9a4/A: appending metadata at 1732788966204 (+435 ms)Flushing 0661a2c94bd13ea56e891298dce5f9a4/A: closing flushed file at 1732788966204Flushing 0661a2c94bd13ea56e891298dce5f9a4/B: creating writer at 1732788966615 (+411 ms)Flushing 0661a2c94bd13ea56e891298dce5f9a4/B: appending metadata at 1732788966619 (+4 ms)Flushing 0661a2c94bd13ea56e891298dce5f9a4/B: closing flushed file at 1732788966619Flushing 0661a2c94bd13ea56e891298dce5f9a4/C: creating writer at 1732788966628 (+9 ms)Flushing 0661a2c94bd13ea56e891298dce5f9a4/C: appending metadata at 1732788966631 (+3 ms)Flushing 0661a2c94bd13ea56e891298dce5f9a4/C: closing flushed file at 1732788966631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319e6da5: reopening flushed file at 1732788967040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@873b20a: reopening flushed file at 1732788967046 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c44e4f: reopening flushed file at 1732788967051 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 0661a2c94bd13ea56e891298dce5f9a4 in 1297ms, sequenceid=335, compaction requested=false at 1732788967055 (+4 ms)Writing region close event to WAL at 1732788967109 (+54 ms)Running coprocessor post-close hooks at 1732788967113 (+4 ms)Closed at 1732788967113 2024-11-28T10:16:07,115 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=0661a2c94bd13ea56e891298dce5f9a4, regionState=CLOSED 2024-11-28T10:16:07,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:16:07,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-28T10:16:07,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseRegionProcedure 0661a2c94bd13ea56e891298dce5f9a4, server=e792e7e95410,33131,1732788848287 in 1.7860 sec 2024-11-28T10:16:07,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-28T10:16:07,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0661a2c94bd13ea56e891298dce5f9a4, UNASSIGN in 1.7920 sec 2024-11-28T10:16:07,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-28T10:16:07,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7960 sec 2024-11-28T10:16:07,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788967124"}]},"ts":"1732788967124"} 2024-11-28T10:16:07,125 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T10:16:07,125 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T10:16:07,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8090 sec 2024-11-28T10:16:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-28T10:16:07,470 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:07,471 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T10:16:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,476 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T10:16:07,478 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,481 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,484 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/recovered.edits] 2024-11-28T10:16:07,487 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1336a37048cc4b6080ff434977a752ce to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/1336a37048cc4b6080ff434977a752ce 2024-11-28T10:16:07,488 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/585ef1dd0fc84e4cbff68c0a74096460 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/A/585ef1dd0fc84e4cbff68c0a74096460 2024-11-28T10:16:07,490 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/b4b97042188b4be2b5c56e656c84b464 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/b4b97042188b4be2b5c56e656c84b464 2024-11-28T10:16:07,491 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/dd090ebb287a4c409fe21fd3a50ca0ee to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/B/dd090ebb287a4c409fe21fd3a50ca0ee 2024-11-28T10:16:07,493 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/b55eb871085a4f5bb9b2bbb2f1b9d61e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/b55eb871085a4f5bb9b2bbb2f1b9d61e 2024-11-28T10:16:07,494 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e85b5f03cf98421fac7997383360c1f5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/C/e85b5f03cf98421fac7997383360c1f5 2024-11-28T10:16:07,497 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/recovered.edits/338.seqid to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4/recovered.edits/338.seqid 2024-11-28T10:16:07,498 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,498 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T10:16:07,498 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T10:16:07,499 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T10:16:07,501 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112813ae3df6c7da4170b47292adf13c2156_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112813ae3df6c7da4170b47292adf13c2156_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,501 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128158802285ad540268802cb76168f3080_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128158802285ad540268802cb76168f3080_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,502 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281fa75cc606b24502b44ec8c355566543_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281fa75cc606b24502b44ec8c355566543_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,503 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128277bf933c4ef449981c8d50bcac841a1_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128277bf933c4ef449981c8d50bcac841a1_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,504 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283c348c4788c049d1af68d9b7bf2d1a39_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283c348c4788c049d1af68d9b7bf2d1a39_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,505 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128471e4ef0621b491b926b93b41019ab48_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128471e4ef0621b491b926b93b41019ab48_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,505 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284a613caccaf646ebbf90d719de1af213_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284a613caccaf646ebbf90d719de1af213_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,506 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112850275d2fca054339970c45b6dcbfca00_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112850275d2fca054339970c45b6dcbfca00_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,507 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112863c72b0f286241c2bbb0be3405c6047d_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112863c72b0f286241c2bbb0be3405c6047d_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,508 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287b033a50d3384080878f171ecb361efa_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287b033a50d3384080878f171ecb361efa_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,508 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289220d79cab5941dc9c19bc1e02de9004_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289220d79cab5941dc9c19bc1e02de9004_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112896d1967ebdbc462493f1eecc1451d57a_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112896d1967ebdbc462493f1eecc1451d57a_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,510 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a99d2da4572e4f2a80f413691551c4b3_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a99d2da4572e4f2a80f413691551c4b3_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,510 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128abdc0f208d4a4104a45f0b900e248c85_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128abdc0f208d4a4104a45f0b900e248c85_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,511 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128daac96672e3b427aabacc4ff5f5aaafa_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128daac96672e3b427aabacc4ff5f5aaafa_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,512 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f95c82cbd7884fe293be0c98f2b70bc0_0661a2c94bd13ea56e891298dce5f9a4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f95c82cbd7884fe293be0c98f2b70bc0_0661a2c94bd13ea56e891298dce5f9a4 2024-11-28T10:16:07,512 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T10:16:07,513 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,515 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T10:16:07,517 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T10:16:07,518 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,518 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T10:16:07,518 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732788967518"}]},"ts":"9223372036854775807"} 2024-11-28T10:16:07,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T10:16:07,520 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0661a2c94bd13ea56e891298dce5f9a4, NAME => 'TestAcidGuarantees,,1732788940034.0661a2c94bd13ea56e891298dce5f9a4.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T10:16:07,520 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T10:16:07,520 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732788967520"}]},"ts":"9223372036854775807"} 2024-11-28T10:16:07,522 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T10:16:07,522 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-11-28T10:16:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-28T10:16:07,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T10:16:07,593 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:07,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 252), OpenFileDescriptor=459 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 429) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3882 (was 4547) 2024-11-28T10:16:07,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=3882 2024-11-28T10:16:07,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:16:07,617 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:16:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:07,619 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T10:16:07,619 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:07,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 114 2024-11-28T10:16:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-28T10:16:07,620 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T10:16:07,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742248_1424 (size=1061) 2024-11-28T10:16:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-28T10:16:07,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T10:16:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-28T10:16:08,030 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:16:08,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742249_1425 (size=53) 2024-11-28T10:16:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-28T10:16:08,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:16:08,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1ce795f5a77c7b62e4a6ff0cf423d333, disabling compactions & flushes 2024-11-28T10:16:08,441 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. after waiting 0 ms 2024-11-28T10:16:08,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,442 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,442 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ce795f5a77c7b62e4a6ff0cf423d333: Waiting for close lock at 1732788968441Disabling compacts and flushes for region at 1732788968441Disabling writes for close at 1732788968442 (+1 ms)Writing region close event to WAL at 1732788968442Closed at 1732788968442 2024-11-28T10:16:08,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T10:16:08,444 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732788968443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732788968443"}]},"ts":"1732788968443"} 2024-11-28T10:16:08,445 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T10:16:08,446 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T10:16:08,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788968446"}]},"ts":"1732788968446"} 2024-11-28T10:16:08,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T10:16:08,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, ASSIGN}] 2024-11-28T10:16:08,450 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, ASSIGN 2024-11-28T10:16:08,452 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, ASSIGN; state=OFFLINE, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=false 2024-11-28T10:16:08,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=1ce795f5a77c7b62e4a6ff0cf423d333, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:08,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, ASSIGN because future has completed 2024-11-28T10:16:08,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:16:08,758 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-28T10:16:08,758 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:16:08,759 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,759 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:16:08,759 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7794): checking encryption for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,759 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(7797): checking classloading for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,760 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,761 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:08,762 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce795f5a77c7b62e4a6ff0cf423d333 columnFamilyName A 2024-11-28T10:16:08,762 DEBUG [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:08,762 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.HStore(327): Store=1ce795f5a77c7b62e4a6ff0cf423d333/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:08,762 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,763 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:08,763 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce795f5a77c7b62e4a6ff0cf423d333 columnFamilyName B 2024-11-28T10:16:08,763 DEBUG [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:08,763 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.HStore(327): Store=1ce795f5a77c7b62e4a6ff0cf423d333/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:08,763 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,764 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:08,764 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce795f5a77c7b62e4a6ff0cf423d333 columnFamilyName C 2024-11-28T10:16:08,764 DEBUG [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:08,764 INFO [StoreOpener-1ce795f5a77c7b62e4a6ff0cf423d333-1 {}] regionserver.HStore(327): Store=1ce795f5a77c7b62e4a6ff0cf423d333/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:08,765 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,765 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1038): replaying wal for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,765 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,765 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,766 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1048): stopping wal replay for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,766 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,767 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:16:08,767 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1093): writing seq id for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,769 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:16:08,769 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1114): Opened 1ce795f5a77c7b62e4a6ff0cf423d333; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64767377, jitterRate=-0.03489087522029877}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:16:08,769 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:08,770 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegion(1006): Region open journal for 1ce795f5a77c7b62e4a6ff0cf423d333: Running coprocessor pre-open hook at 1732788968759Writing region info on filesystem at 1732788968759Initializing all the Stores at 1732788968760 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788968760Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788968760Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788968760Cleaning up temporary data from old regions at 1732788968766 (+6 ms)Running coprocessor post-open hooks at 1732788968769 (+3 ms)Region opened successfully at 1732788968770 (+1 ms) 2024-11-28T10:16:08,771 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., pid=116, masterSystemTime=1732788968756 2024-11-28T10:16:08,772 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,772 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=116}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:08,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=1ce795f5a77c7b62e4a6ff0cf423d333, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:08,774 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e792e7e95410,33131,1732788848287, table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T10:16:08,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:16:08,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-28T10:16:08,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 in 171 msec 2024-11-28T10:16:08,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-28T10:16:08,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, ASSIGN in 327 msec 2024-11-28T10:16:08,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T10:16:08,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788968779"}]},"ts":"1732788968779"} 2024-11-28T10:16:08,780 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T10:16:08,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T10:16:08,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-28T10:16:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114 2024-11-28T10:16:09,769 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:09,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,771 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9e5478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777befb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,773 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:16:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:16:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@814234a 2024-11-28T10:16:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:16:09,776 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:16:09,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,778 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3638bb58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,780 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1344e4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,781 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be63fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,783 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d2cf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,784 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fa364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,786 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d664d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,787 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed1f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,788 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f17ccb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,790 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d07538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,791 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58db8e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,792 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db7a749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,793 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7fced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,796 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122071b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,796 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,797 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25127b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,799 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d369dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,800 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445cea1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a892f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,803 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db2682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:09,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:09,805 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:09,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efe3229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:09,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:09,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:09,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1a5b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:09,808 DEBUG [Thread-1916 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,808 DEBUG [Thread-1918 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,808 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,809 DEBUG [Thread-1931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,809 DEBUG [Thread-1925 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,809 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,810 DEBUG [Thread-1914 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,812 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,818 DEBUG [Thread-1927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,818 DEBUG [Thread-1929 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:09,818 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:09,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:09,820 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:09,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-28T10:16:09,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2] 2024-11-28T10:16:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T10:16:09,823 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:09,824 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:09,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:09,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:16:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:09,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:09,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/cc5fd8f312214f61a68fb5d176e003e3 is 50, key is test_row_0/A:col10/1732788969822/Put/seqid=0 2024-11-28T10:16:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742250_1426 (size=12001) 2024-11-28T10:16:09,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/cc5fd8f312214f61a68fb5d176e003e3 2024-11-28T10:16:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789029864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789029866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789029867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789029876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789029878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/e52e146990de4a1589d51dcd148a97a9 is 50, key is test_row_0/B:col10/1732788969822/Put/seqid=0 2024-11-28T10:16:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742251_1427 (size=12001) 2024-11-28T10:16:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T10:16:09,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:09,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:09,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789029988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789029989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789029989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:09,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789029989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:09,992 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789029998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,004 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T10:16:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789030199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789030199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789030199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789030199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789030208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/e52e146990de4a1589d51dcd148a97a9 2024-11-28T10:16:10,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/a4a33dd0b56d4ab7b181b790d4fa9558 is 50, key is test_row_0/C:col10/1732788969822/Put/seqid=0 2024-11-28T10:16:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742252_1428 (size=12001) 2024-11-28T10:16:10,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T10:16:10,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789030508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789030508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789030508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789030508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,517 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789030528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:10,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:10,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:10,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:10,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/a4a33dd0b56d4ab7b181b790d4fa9558 2024-11-28T10:16:10,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/cc5fd8f312214f61a68fb5d176e003e3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/cc5fd8f312214f61a68fb5d176e003e3 2024-11-28T10:16:10,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/cc5fd8f312214f61a68fb5d176e003e3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T10:16:10,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/e52e146990de4a1589d51dcd148a97a9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e52e146990de4a1589d51dcd148a97a9 2024-11-28T10:16:10,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:10,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e52e146990de4a1589d51dcd148a97a9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T10:16:10,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/a4a33dd0b56d4ab7b181b790d4fa9558 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a4a33dd0b56d4ab7b181b790d4fa9558 2024-11-28T10:16:10,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a4a33dd0b56d4ab7b181b790d4fa9558, entries=150, sequenceid=13, filesize=11.7 K 2024-11-28T10:16:10,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 927ms, sequenceid=13, compaction requested=false 2024-11-28T10:16:10,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:10,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:10,896 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:10,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/0127b16e71a94ab8996cea5695d3242e is 50, key is test_row_0/A:col10/1732788969864/Put/seqid=0 2024-11-28T10:16:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742253_1429 (size=12001) 2024-11-28T10:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T10:16:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:11,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:11,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789031038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789031038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789031039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789031040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789031047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789031158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789031158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789031158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789031158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,304 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/0127b16e71a94ab8996cea5695d3242e 2024-11-28T10:16:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/ea99b39da8344731a3891d9e1d2ace3e is 50, key is test_row_0/B:col10/1732788969864/Put/seqid=0 2024-11-28T10:16:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742254_1430 (size=12001) 2024-11-28T10:16:11,316 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/ea99b39da8344731a3891d9e1d2ace3e 2024-11-28T10:16:11,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/9ce19ab6a41844448e5945ac3261569a is 50, key is test_row_0/C:col10/1732788969864/Put/seqid=0 2024-11-28T10:16:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742255_1431 (size=12001) 2024-11-28T10:16:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789031368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789031368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789031368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789031368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789031679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789031679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789031679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789031679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:11,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:11,729 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/9ce19ab6a41844448e5945ac3261569a 2024-11-28T10:16:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/0127b16e71a94ab8996cea5695d3242e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/0127b16e71a94ab8996cea5695d3242e 2024-11-28T10:16:11,736 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/0127b16e71a94ab8996cea5695d3242e, entries=150, sequenceid=33, filesize=11.7 K 2024-11-28T10:16:11,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/ea99b39da8344731a3891d9e1d2ace3e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ea99b39da8344731a3891d9e1d2ace3e 2024-11-28T10:16:11,744 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ea99b39da8344731a3891d9e1d2ace3e, entries=150, sequenceid=33, filesize=11.7 K 2024-11-28T10:16:11,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/9ce19ab6a41844448e5945ac3261569a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9ce19ab6a41844448e5945ac3261569a 2024-11-28T10:16:11,746 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9ce19ab6a41844448e5945ac3261569a, entries=150, sequenceid=33, filesize=11.7 K 2024-11-28T10:16:11,749 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 853ms, sequenceid=33, compaction requested=false 2024-11-28T10:16:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-28T10:16:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-28T10:16:11,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-28T10:16:11,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-28T10:16:11,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.9340 sec 2024-11-28T10:16:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-28T10:16:11,968 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:11,969 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-28T10:16:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T10:16:11,970 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:11,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:11,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:12,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:16:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:12,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:12,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/05c357b8551344448b82d6b0af23a20e is 50, key is test_row_0/A:col10/1732788972062/Put/seqid=0 2024-11-28T10:16:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742256_1432 (size=14341) 2024-11-28T10:16:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T10:16:12,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:12,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789032188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789032189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789032197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789032198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789032198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T10:16:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789032318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789032318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/05c357b8551344448b82d6b0af23a20e 2024-11-28T10:16:12,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/d95386125fa344ff8c87d24f4d16162a is 50, key is test_row_0/B:col10/1732788972062/Put/seqid=0 2024-11-28T10:16:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742257_1433 (size=12001) 2024-11-28T10:16:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789032538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789032538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T10:16:12,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:16:12,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789032849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789032858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:12,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:12,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/d95386125fa344ff8c87d24f4d16162a 2024-11-28T10:16:12,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:12,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/b2c49a8251f148c6b5e9fa0e9c44b20e is 50, key is test_row_0/C:col10/1732788972062/Put/seqid=0 2024-11-28T10:16:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742258_1434 (size=12001) 2024-11-28T10:16:12,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/b2c49a8251f148c6b5e9fa0e9c44b20e 2024-11-28T10:16:12,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/05c357b8551344448b82d6b0af23a20e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/05c357b8551344448b82d6b0af23a20e 2024-11-28T10:16:12,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/05c357b8551344448b82d6b0af23a20e, entries=200, sequenceid=46, filesize=14.0 K 2024-11-28T10:16:12,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/d95386125fa344ff8c87d24f4d16162a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/d95386125fa344ff8c87d24f4d16162a 2024-11-28T10:16:12,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/d95386125fa344ff8c87d24f4d16162a, entries=150, sequenceid=46, filesize=11.7 K 2024-11-28T10:16:12,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/b2c49a8251f148c6b5e9fa0e9c44b20e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b2c49a8251f148c6b5e9fa0e9c44b20e 2024-11-28T10:16:12,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b2c49a8251f148c6b5e9fa0e9c44b20e, entries=150, sequenceid=46, filesize=11.7 K 2024-11-28T10:16:12,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 855ms, sequenceid=46, compaction requested=true 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:12,919 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:12,919 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:12,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:12,920 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:12,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/A is initiating minor compaction (all files) 2024-11-28T10:16:12,920 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/B is initiating minor compaction (all files) 2024-11-28T10:16:12,920 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/A in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,920 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/B in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,920 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e52e146990de4a1589d51dcd148a97a9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ea99b39da8344731a3891d9e1d2ace3e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/d95386125fa344ff8c87d24f4d16162a] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=35.2 K 2024-11-28T10:16:12,920 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/cc5fd8f312214f61a68fb5d176e003e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/0127b16e71a94ab8996cea5695d3242e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/05c357b8551344448b82d6b0af23a20e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=37.4 K 2024-11-28T10:16:12,920 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e52e146990de4a1589d51dcd148a97a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732788969820 2024-11-28T10:16:12,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc5fd8f312214f61a68fb5d176e003e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732788969820 2024-11-28T10:16:12,921 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0127b16e71a94ab8996cea5695d3242e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732788969864 2024-11-28T10:16:12,921 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ea99b39da8344731a3891d9e1d2ace3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732788969864 2024-11-28T10:16:12,921 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting d95386125fa344ff8c87d24f4d16162a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732788971034 2024-11-28T10:16:12,921 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05c357b8551344448b82d6b0af23a20e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732788971034 2024-11-28T10:16:12,929 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#A#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:12,929 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/723119b9df0345208c71991c37f0dd1a is 50, key is test_row_0/A:col10/1732788972062/Put/seqid=0 2024-11-28T10:16:12,933 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#B#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:12,933 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/e8be8396635248be976c99f237c08c82 is 50, key is test_row_0/B:col10/1732788972062/Put/seqid=0 2024-11-28T10:16:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742259_1435 (size=12104) 2024-11-28T10:16:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742260_1436 (size=12104) 2024-11-28T10:16:12,941 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/723119b9df0345208c71991c37f0dd1a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/723119b9df0345208c71991c37f0dd1a 2024-11-28T10:16:12,947 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/A of 1ce795f5a77c7b62e4a6ff0cf423d333 into 723119b9df0345208c71991c37f0dd1a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:12,947 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:12,947 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/A, priority=13, startTime=1732788972919; duration=0sec 2024-11-28T10:16:12,947 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:12,947 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:A 2024-11-28T10:16:12,947 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:12,949 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:12,949 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/C is initiating minor compaction (all files) 2024-11-28T10:16:12,949 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/C in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:12,950 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a4a33dd0b56d4ab7b181b790d4fa9558, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9ce19ab6a41844448e5945ac3261569a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b2c49a8251f148c6b5e9fa0e9c44b20e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=35.2 K 2024-11-28T10:16:12,950 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4a33dd0b56d4ab7b181b790d4fa9558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732788969820 2024-11-28T10:16:12,950 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce19ab6a41844448e5945ac3261569a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732788969864 2024-11-28T10:16:12,950 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2c49a8251f148c6b5e9fa0e9c44b20e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732788971034 2024-11-28T10:16:12,956 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:12,956 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e07338acdb154f9098353117a7a88504 is 50, key is test_row_0/C:col10/1732788972062/Put/seqid=0 2024-11-28T10:16:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742261_1437 (size=12104) 2024-11-28T10:16:12,966 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e07338acdb154f9098353117a7a88504 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e07338acdb154f9098353117a7a88504 2024-11-28T10:16:12,969 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/C of 1ce795f5a77c7b62e4a6ff0cf423d333 into e07338acdb154f9098353117a7a88504(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:12,970 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:12,970 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/C, priority=13, startTime=1732788972919; duration=0sec 2024-11-28T10:16:12,970 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:12,970 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:C 2024-11-28T10:16:13,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-28T10:16:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:13,041 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-28T10:16:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:13,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:13,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:13,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/d4a7420a5d584325ac833d77a89af894 is 50, key is test_row_0/A:col10/1732788972186/Put/seqid=0 2024-11-28T10:16:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742262_1438 (size=12001) 2024-11-28T10:16:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T10:16:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:13,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:13,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789033238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789033239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789033245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,343 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/e8be8396635248be976c99f237c08c82 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e8be8396635248be976c99f237c08c82 2024-11-28T10:16:13,346 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/B of 1ce795f5a77c7b62e4a6ff0cf423d333 into e8be8396635248be976c99f237c08c82(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:13,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:13,346 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/B, priority=13, startTime=1732788972919; duration=0sec 2024-11-28T10:16:13,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:13,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:B 2024-11-28T10:16:13,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789033348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789033358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789033358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789033358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789033379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,388 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,474 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/d4a7420a5d584325ac833d77a89af894 2024-11-28T10:16:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/ca3eb6b77f264778a9df5eb6c82d0536 is 50, key is test_row_0/B:col10/1732788972186/Put/seqid=0 2024-11-28T10:16:13,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742263_1439 (size=12001) 2024-11-28T10:16:13,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789033558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789033568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789033568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789033868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,883 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/ca3eb6b77f264778a9df5eb6c82d0536 2024-11-28T10:16:13,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789033878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789033878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/9b72f10e908c423696c48da3779e53b1 is 50, key is test_row_0/C:col10/1732788972186/Put/seqid=0 2024-11-28T10:16:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742264_1440 (size=12001) 2024-11-28T10:16:13,892 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/9b72f10e908c423696c48da3779e53b1 2024-11-28T10:16:13,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/d4a7420a5d584325ac833d77a89af894 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d4a7420a5d584325ac833d77a89af894 2024-11-28T10:16:13,898 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d4a7420a5d584325ac833d77a89af894, entries=150, sequenceid=67, filesize=11.7 K 2024-11-28T10:16:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/ca3eb6b77f264778a9df5eb6c82d0536 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ca3eb6b77f264778a9df5eb6c82d0536 2024-11-28T10:16:13,901 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ca3eb6b77f264778a9df5eb6c82d0536, entries=150, sequenceid=67, filesize=11.7 K 2024-11-28T10:16:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/9b72f10e908c423696c48da3779e53b1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9b72f10e908c423696c48da3779e53b1 2024-11-28T10:16:13,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9b72f10e908c423696c48da3779e53b1, entries=150, sequenceid=67, filesize=11.7 K 2024-11-28T10:16:13,905 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 864ms, sequenceid=67, compaction requested=false 2024-11-28T10:16:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-28T10:16:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-28T10:16:13,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-28T10:16:13,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9360 sec 2024-11-28T10:16:13,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.9400 sec 2024-11-28T10:16:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-28T10:16:14,118 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:14,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-28T10:16:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T10:16:14,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:14,121 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:14,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T10:16:14,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-28T10:16:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:14,272 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:16:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:14,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/7ce2cd9d0110414aba5df287b62f40d8 is 50, key is test_row_0/A:col10/1732788973224/Put/seqid=0 2024-11-28T10:16:14,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742265_1441 (size=12001) 2024-11-28T10:16:14,279 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/7ce2cd9d0110414aba5df287b62f40d8 2024-11-28T10:16:14,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/6e21ee344748421288e43e2e3d98d1ad is 50, key is test_row_0/B:col10/1732788973224/Put/seqid=0 2024-11-28T10:16:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742266_1442 (size=12001) 2024-11-28T10:16:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:14,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:14,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789034418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789034419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789034419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789034420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,434 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789034426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T10:16:14,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789034528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789034538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789034539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789034539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789034539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,689 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/6e21ee344748421288e43e2e3d98d1ad 2024-11-28T10:16:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/223de6fc375a4514adc6dab914355c96 is 50, key is test_row_0/C:col10/1732788973224/Put/seqid=0 2024-11-28T10:16:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742267_1443 (size=12001) 2024-11-28T10:16:14,698 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/223de6fc375a4514adc6dab914355c96 2024-11-28T10:16:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/7ce2cd9d0110414aba5df287b62f40d8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7ce2cd9d0110414aba5df287b62f40d8 2024-11-28T10:16:14,704 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7ce2cd9d0110414aba5df287b62f40d8, entries=150, sequenceid=81, filesize=11.7 K 2024-11-28T10:16:14,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/6e21ee344748421288e43e2e3d98d1ad as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/6e21ee344748421288e43e2e3d98d1ad 2024-11-28T10:16:14,720 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/6e21ee344748421288e43e2e3d98d1ad, entries=150, sequenceid=81, filesize=11.7 K 2024-11-28T10:16:14,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/223de6fc375a4514adc6dab914355c96 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/223de6fc375a4514adc6dab914355c96 2024-11-28T10:16:14,724 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/223de6fc375a4514adc6dab914355c96, entries=150, sequenceid=81, filesize=11.7 K 2024-11-28T10:16:14,724 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 452ms, sequenceid=81, compaction requested=true 2024-11-28T10:16:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-28T10:16:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-28T10:16:14,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-28T10:16:14,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 605 msec 2024-11-28T10:16:14,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 609 msec 2024-11-28T10:16:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:14,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:16:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:14,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/e4440427a7164cd5a1d5e9af6c6f65b3 is 50, key is test_row_0/A:col10/1732788974742/Put/seqid=0 2024-11-28T10:16:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-28T10:16:14,749 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:14,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-28T10:16:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742268_1444 (size=14341) 2024-11-28T10:16:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:14,751 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:14,752 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:14,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789034762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789034763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789034764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789034768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789034779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:14,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789034888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789034889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789034889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789034889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789034889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:14,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:14,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:14,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789035099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789035099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789035099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789035099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789035099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/e4440427a7164cd5a1d5e9af6c6f65b3 2024-11-28T10:16:15,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/da15e1918dc64e3ea780b057ded819cd is 50, key is test_row_0/B:col10/1732788974742/Put/seqid=0 2024-11-28T10:16:15,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742269_1445 (size=12001) 2024-11-28T10:16:15,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:15,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789035409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789035409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789035409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789035409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789035409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,418 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/da15e1918dc64e3ea780b057ded819cd 2024-11-28T10:16:15,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/423cbca7d0a64b45a46326869f940de0 is 50, key is test_row_0/C:col10/1732788974742/Put/seqid=0 2024-11-28T10:16:15,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742270_1446 (size=12001) 2024-11-28T10:16:15,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:15,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789035928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789035928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789035928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789035928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789035928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:15,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/423cbca7d0a64b45a46326869f940de0 2024-11-28T10:16:15,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:15,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:15,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:15,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/e4440427a7164cd5a1d5e9af6c6f65b3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/e4440427a7164cd5a1d5e9af6c6f65b3 2024-11-28T10:16:15,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/e4440427a7164cd5a1d5e9af6c6f65b3, entries=200, sequenceid=101, filesize=14.0 K 2024-11-28T10:16:15,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/da15e1918dc64e3ea780b057ded819cd as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/da15e1918dc64e3ea780b057ded819cd 2024-11-28T10:16:15,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/da15e1918dc64e3ea780b057ded819cd, entries=150, sequenceid=101, filesize=11.7 K 2024-11-28T10:16:15,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/423cbca7d0a64b45a46326869f940de0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/423cbca7d0a64b45a46326869f940de0 2024-11-28T10:16:15,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/423cbca7d0a64b45a46326869f940de0, entries=150, sequenceid=101, filesize=11.7 K 2024-11-28T10:16:15,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1241ms, sequenceid=101, compaction requested=true 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:15,984 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:15,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:15,984 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:15,985 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:15,985 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:15,985 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/B is initiating minor compaction (all files) 2024-11-28T10:16:15,985 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/A is initiating minor compaction (all files) 2024-11-28T10:16:15,985 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/A in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,985 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/B in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:15,985 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/723119b9df0345208c71991c37f0dd1a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d4a7420a5d584325ac833d77a89af894, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7ce2cd9d0110414aba5df287b62f40d8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/e4440427a7164cd5a1d5e9af6c6f65b3] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=49.3 K 2024-11-28T10:16:15,985 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e8be8396635248be976c99f237c08c82, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ca3eb6b77f264778a9df5eb6c82d0536, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/6e21ee344748421288e43e2e3d98d1ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/da15e1918dc64e3ea780b057ded819cd] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=47.0 K 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 723119b9df0345208c71991c37f0dd1a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732788971034 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e8be8396635248be976c99f237c08c82, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732788971034 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting ca3eb6b77f264778a9df5eb6c82d0536, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732788972186 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4a7420a5d584325ac833d77a89af894, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732788972186 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e21ee344748421288e43e2e3d98d1ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732788973224 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ce2cd9d0110414aba5df287b62f40d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732788973224 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting da15e1918dc64e3ea780b057ded819cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732788974419 2024-11-28T10:16:15,986 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4440427a7164cd5a1d5e9af6c6f65b3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732788974408 2024-11-28T10:16:15,994 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:15,994 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:15,995 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/7122c8778b8e4b14aa628e30afaa3e4d is 50, key is test_row_0/A:col10/1732788974742/Put/seqid=0 2024-11-28T10:16:15,995 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/4a40d68c0c064e37962948ba10e144b6 is 50, key is test_row_0/B:col10/1732788974742/Put/seqid=0 2024-11-28T10:16:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742272_1448 (size=12241) 2024-11-28T10:16:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742271_1447 (size=12241) 2024-11-28T10:16:16,015 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/7122c8778b8e4b14aa628e30afaa3e4d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7122c8778b8e4b14aa628e30afaa3e4d 2024-11-28T10:16:16,018 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/A of 1ce795f5a77c7b62e4a6ff0cf423d333 into 7122c8778b8e4b14aa628e30afaa3e4d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:16,018 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:16,018 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/A, priority=12, startTime=1732788975984; duration=0sec 2024-11-28T10:16:16,018 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:16,018 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:A 2024-11-28T10:16:16,018 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:16,019 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:16,019 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/C is initiating minor compaction (all files) 2024-11-28T10:16:16,019 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/C in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:16,019 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e07338acdb154f9098353117a7a88504, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9b72f10e908c423696c48da3779e53b1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/223de6fc375a4514adc6dab914355c96, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/423cbca7d0a64b45a46326869f940de0] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=47.0 K 2024-11-28T10:16:16,019 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e07338acdb154f9098353117a7a88504, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732788971034 2024-11-28T10:16:16,019 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b72f10e908c423696c48da3779e53b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732788972186 2024-11-28T10:16:16,020 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 223de6fc375a4514adc6dab914355c96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732788973224 2024-11-28T10:16:16,020 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 423cbca7d0a64b45a46326869f940de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732788974419 2024-11-28T10:16:16,026 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:16,026 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e0da300f5ed748b0bae116e440b2b42a is 50, key is test_row_0/C:col10/1732788974742/Put/seqid=0 2024-11-28T10:16:16,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742273_1449 (size=12241) 2024-11-28T10:16:16,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-28T10:16:16,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:16,126 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:16:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:16,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:16,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/4472cddad94046c5bb162ac123544374 is 50, key is test_row_0/A:col10/1732788974767/Put/seqid=0 2024-11-28T10:16:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742274_1450 (size=12001) 2024-11-28T10:16:16,409 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/4a40d68c0c064e37962948ba10e144b6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/4a40d68c0c064e37962948ba10e144b6 2024-11-28T10:16:16,412 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/B of 1ce795f5a77c7b62e4a6ff0cf423d333 into 4a40d68c0c064e37962948ba10e144b6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:16,412 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:16,412 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/B, priority=12, startTime=1732788975984; duration=0sec 2024-11-28T10:16:16,412 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:16,412 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:B 2024-11-28T10:16:16,432 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e0da300f5ed748b0bae116e440b2b42a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e0da300f5ed748b0bae116e440b2b42a 2024-11-28T10:16:16,435 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/C of 1ce795f5a77c7b62e4a6ff0cf423d333 into e0da300f5ed748b0bae116e440b2b42a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:16,435 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:16,435 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/C, priority=12, startTime=1732788975984; duration=0sec 2024-11-28T10:16:16,435 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:16,435 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:C 2024-11-28T10:16:16,535 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/4472cddad94046c5bb162ac123544374 2024-11-28T10:16:16,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/8d09847d8a3e4598b2d9f5107ac6eb8f is 50, key is test_row_0/B:col10/1732788974767/Put/seqid=0 2024-11-28T10:16:16,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742275_1451 (size=12001) 2024-11-28T10:16:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:16,946 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/8d09847d8a3e4598b2d9f5107ac6eb8f 2024-11-28T10:16:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:16,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/de0072934d074acb8c2d22edd55c1feb is 50, key is test_row_0/C:col10/1732788974767/Put/seqid=0 2024-11-28T10:16:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742276_1452 (size=12001) 2024-11-28T10:16:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789036970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789036978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789036980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789036981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:16,993 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789036983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789037088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789037088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789037098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789037098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789037098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789037309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789037309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789037309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789037309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789037309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/de0072934d074acb8c2d22edd55c1feb 2024-11-28T10:16:17,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/4472cddad94046c5bb162ac123544374 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/4472cddad94046c5bb162ac123544374 2024-11-28T10:16:17,364 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/4472cddad94046c5bb162ac123544374, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T10:16:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/8d09847d8a3e4598b2d9f5107ac6eb8f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/8d09847d8a3e4598b2d9f5107ac6eb8f 2024-11-28T10:16:17,367 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/8d09847d8a3e4598b2d9f5107ac6eb8f, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T10:16:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/de0072934d074acb8c2d22edd55c1feb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/de0072934d074acb8c2d22edd55c1feb 2024-11-28T10:16:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/de0072934d074acb8c2d22edd55c1feb, entries=150, sequenceid=114, filesize=11.7 K 2024-11-28T10:16:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1245ms, sequenceid=114, compaction requested=false 2024-11-28T10:16:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-28T10:16:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-28T10:16:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-28T10:16:17,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6200 sec 2024-11-28T10:16:17,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.6250 sec 2024-11-28T10:16:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:17,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788976969, max timestamp=1732788977624Num uniques 859; 2024-11-28T10:16:17,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788976969, max timestamp=1732788977624Num uniques 859; 2024-11-28T10:16:17,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:17,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:17,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732788976969, max timestamp=1732788977624Num uniques 859; 2024-11-28T10:16:17,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-11-28T10:16:17,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:17,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:17,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/204659ee51c74de88dca92973eb92d9c is 50, key is test_row_0/A:col10/1732788977626/Put/seqid=0 2024-11-28T10:16:17,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742277_1453 (size=21715) 2024-11-28T10:16:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788977653, max timestamp=1732788977682Num uniques 859; 2024-11-28T10:16:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788977653, max timestamp=1732788977682Num uniques 859; 2024-11-28T10:16:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788977653, max timestamp=1732788977682Num uniques 859; 2024-11-28T10:16:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:17,685 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789037720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789037725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789037726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789037729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789037732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789037838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789037849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789037849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789037849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789037858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:17,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:17,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:17,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T10:16:17,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T10:16:18,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/204659ee51c74de88dca92973eb92d9c 2024-11-28T10:16:18,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7a29cfba2c5849e3ab83ea17aae01a7f is 50, key is test_row_0/B:col10/1732788977626/Put/seqid=0 2024-11-28T10:16:18,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742278_1454 (size=12151) 2024-11-28T10:16:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789038059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789038068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789038068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789038068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789038078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789038369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789038388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789038388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789038388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789038398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7a29cfba2c5849e3ab83ea17aae01a7f 2024-11-28T10:16:18,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/f37e9464c1734667940c9a8c83adf44f is 50, key is test_row_0/C:col10/1732788977626/Put/seqid=0 2024-11-28T10:16:18,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742279_1455 (size=12151) 2024-11-28T10:16:18,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/f37e9464c1734667940c9a8c83adf44f 2024-11-28T10:16:18,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/204659ee51c74de88dca92973eb92d9c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/204659ee51c74de88dca92973eb92d9c 2024-11-28T10:16:18,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/204659ee51c74de88dca92973eb92d9c, entries=350, sequenceid=140, filesize=21.2 K 2024-11-28T10:16:18,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7a29cfba2c5849e3ab83ea17aae01a7f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7a29cfba2c5849e3ab83ea17aae01a7f 2024-11-28T10:16:18,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7a29cfba2c5849e3ab83ea17aae01a7f, entries=150, sequenceid=140, filesize=11.9 K 2024-11-28T10:16:18,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/f37e9464c1734667940c9a8c83adf44f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f37e9464c1734667940c9a8c83adf44f 2024-11-28T10:16:18,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f37e9464c1734667940c9a8c83adf44f, entries=150, sequenceid=140, filesize=11.9 K 2024-11-28T10:16:18,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~125.95 KB/128976, currentSize=140.89 KB/144270 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 861ms, sequenceid=140, compaction requested=true 2024-11-28T10:16:18,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:18,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:18,489 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T10:16:18,489 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:18,489 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:18,489 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:18,489 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/B is initiating minor compaction (all files) 2024-11-28T10:16:18,489 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/A is initiating minor compaction (all files) 2024-11-28T10:16:18,489 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/A in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:18,489 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/B in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:18,490 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7122c8778b8e4b14aa628e30afaa3e4d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/4472cddad94046c5bb162ac123544374, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/204659ee51c74de88dca92973eb92d9c] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=44.9 K 2024-11-28T10:16:18,490 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/4a40d68c0c064e37962948ba10e144b6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/8d09847d8a3e4598b2d9f5107ac6eb8f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7a29cfba2c5849e3ab83ea17aae01a7f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=35.5 K 2024-11-28T10:16:18,490 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a40d68c0c064e37962948ba10e144b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732788974419 2024-11-28T10:16:18,490 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7122c8778b8e4b14aa628e30afaa3e4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732788974419 2024-11-28T10:16:18,493 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4472cddad94046c5bb162ac123544374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732788974761 2024-11-28T10:16:18,493 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d09847d8a3e4598b2d9f5107ac6eb8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732788974761 2024-11-28T10:16:18,493 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204659ee51c74de88dca92973eb92d9c, keycount=350, bloomtype=ROW, size=21.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732788976969 2024-11-28T10:16:18,493 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a29cfba2c5849e3ab83ea17aae01a7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732788977624 2024-11-28T10:16:18,502 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:18,502 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#A#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:18,502 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/438d4036800f4a519cfbf426c5584258 is 50, key is test_row_0/B:col10/1732788977626/Put/seqid=0 2024-11-28T10:16:18,503 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/d96e2094ecce4c6da574dc1ae66492fa is 50, key is test_row_0/A:col10/1732788977626/Put/seqid=0 2024-11-28T10:16:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742281_1457 (size=12493) 2024-11-28T10:16:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742280_1456 (size=12493) 2024-11-28T10:16:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:18,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-11-28T10:16:18,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:18,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:18,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:18,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:18,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:18,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:18,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/9a871dff7f8a4447b5f957313c4dbdd8 is 50, key is test_row_0/A:col10/1732788978896/Put/seqid=0 2024-11-28T10:16:18,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742282_1458 (size=14541) 2024-11-28T10:16:18,915 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/d96e2094ecce4c6da574dc1ae66492fa as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d96e2094ecce4c6da574dc1ae66492fa 2024-11-28T10:16:18,915 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/438d4036800f4a519cfbf426c5584258 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/438d4036800f4a519cfbf426c5584258 2024-11-28T10:16:18,918 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/B of 1ce795f5a77c7b62e4a6ff0cf423d333 into 438d4036800f4a519cfbf426c5584258(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:18,918 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/A of 1ce795f5a77c7b62e4a6ff0cf423d333 into d96e2094ecce4c6da574dc1ae66492fa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:18,918 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/A, priority=13, startTime=1732788978488; duration=0sec 2024-11-28T10:16:18,918 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/B, priority=13, startTime=1732788978489; duration=0sec 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:A 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:B 2024-11-28T10:16:18,918 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-28T10:16:18,919 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:18,919 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:18,919 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:18,919 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/C is initiating minor compaction (all files) 2024-11-28T10:16:18,919 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/C in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:18,919 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e0da300f5ed748b0bae116e440b2b42a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/de0072934d074acb8c2d22edd55c1feb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f37e9464c1734667940c9a8c83adf44f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=35.5 K 2024-11-28T10:16:18,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0da300f5ed748b0bae116e440b2b42a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732788974419 2024-11-28T10:16:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-28T10:16:18,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting de0072934d074acb8c2d22edd55c1feb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732788974761 2024-11-28T10:16:18,920 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f37e9464c1734667940c9a8c83adf44f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732788977624 2024-11-28T10:16:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T10:16:18,921 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:18,922 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:18,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:18,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789038913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789038919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789038921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,927 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#C#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,928 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e8f6f62da83d4e0c81476e80827ef5f7 is 50, key is test_row_0/C:col10/1732788977626/Put/seqid=0 2024-11-28T10:16:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742283_1459 (size=12493) 2024-11-28T10:16:18,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789038922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789038924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:18,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T10:16:19,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789039029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789039038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789039038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789039038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T10:16:19,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789039239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,247 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789039258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789039258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789039258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/9a871dff7f8a4447b5f957313c4dbdd8 2024-11-28T10:16:19,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/085c13134bb34a63be3c661e2c26105d is 50, key is test_row_0/B:col10/1732788978896/Put/seqid=0 2024-11-28T10:16:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742284_1460 (size=12151) 2024-11-28T10:16:19,334 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e8f6f62da83d4e0c81476e80827ef5f7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e8f6f62da83d4e0c81476e80827ef5f7 2024-11-28T10:16:19,338 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/C of 1ce795f5a77c7b62e4a6ff0cf423d333 into e8f6f62da83d4e0c81476e80827ef5f7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:19,338 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:19,338 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/C, priority=13, startTime=1732788978489; duration=0sec 2024-11-28T10:16:19,338 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:19,338 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:C 2024-11-28T10:16:19,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T10:16:19,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789039558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789039569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789039578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789039578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/085c13134bb34a63be3c661e2c26105d 2024-11-28T10:16:19,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/5728ca01b60a4758a110153c48bd0956 is 50, key is test_row_0/C:col10/1732788978896/Put/seqid=0 2024-11-28T10:16:19,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742285_1461 (size=12151) 2024-11-28T10:16:19,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789039938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:19,946 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 1ce795f5a77c7b62e4a6ff0cf423d333 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:19,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:19,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:19,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T10:16:20,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789040068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789040088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789040098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789040099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:20,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:20,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/5728ca01b60a4758a110153c48bd0956 2024-11-28T10:16:20,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/9a871dff7f8a4447b5f957313c4dbdd8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/9a871dff7f8a4447b5f957313c4dbdd8 2024-11-28T10:16:20,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/9a871dff7f8a4447b5f957313c4dbdd8, entries=200, sequenceid=177, filesize=14.2 K 2024-11-28T10:16:20,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/085c13134bb34a63be3c661e2c26105d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/085c13134bb34a63be3c661e2c26105d 2024-11-28T10:16:20,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/085c13134bb34a63be3c661e2c26105d, entries=150, sequenceid=177, filesize=11.9 K 2024-11-28T10:16:20,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/5728ca01b60a4758a110153c48bd0956 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/5728ca01b60a4758a110153c48bd0956 2024-11-28T10:16:20,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/5728ca01b60a4758a110153c48bd0956, entries=150, sequenceid=177, filesize=11.9 K 2024-11-28T10:16:20,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:20,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1245ms, sequenceid=177, compaction requested=false 2024-11-28T10:16:20,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:20,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:20,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-28T10:16:20,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:20,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-28T10:16:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/37b87ba7361f4bcd89e59d3f2bc409af is 50, key is test_row_0/A:col10/1732788978920/Put/seqid=0 2024-11-28T10:16:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742286_1462 (size=12151) 2024-11-28T10:16:20,304 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/37b87ba7361f4bcd89e59d3f2bc409af 2024-11-28T10:16:20,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7ea5da171ae0437e8beb4be1fe5113df is 50, key is test_row_0/B:col10/1732788978920/Put/seqid=0 2024-11-28T10:16:20,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742287_1463 (size=12151) 2024-11-28T10:16:20,321 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7ea5da171ae0437e8beb4be1fe5113df 2024-11-28T10:16:20,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/3999e5967d124f50b97a7a528cbe8caf is 50, key is test_row_0/C:col10/1732788978920/Put/seqid=0 2024-11-28T10:16:20,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742288_1464 (size=12151) 2024-11-28T10:16:20,345 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/3999e5967d124f50b97a7a528cbe8caf 2024-11-28T10:16:20,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/37b87ba7361f4bcd89e59d3f2bc409af as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/37b87ba7361f4bcd89e59d3f2bc409af 2024-11-28T10:16:20,357 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/37b87ba7361f4bcd89e59d3f2bc409af, entries=150, sequenceid=188, filesize=11.9 K 2024-11-28T10:16:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7ea5da171ae0437e8beb4be1fe5113df as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7ea5da171ae0437e8beb4be1fe5113df 2024-11-28T10:16:20,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7ea5da171ae0437e8beb4be1fe5113df, entries=150, sequenceid=188, filesize=11.9 K 2024-11-28T10:16:20,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/3999e5967d124f50b97a7a528cbe8caf as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/3999e5967d124f50b97a7a528cbe8caf 2024-11-28T10:16:20,365 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/3999e5967d124f50b97a7a528cbe8caf, entries=150, sequenceid=188, filesize=11.9 K 2024-11-28T10:16:20,366 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 72ms, sequenceid=188, compaction requested=true 2024-11-28T10:16:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:20,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-28T10:16:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-28T10:16:20,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-28T10:16:20,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-28T10:16:20,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.4570 sec 2024-11-28T10:16:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-28T10:16:21,068 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:21,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-28T10:16:21,070 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:21,071 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:21,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:21,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:16:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:21,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:21,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/a1a45d2e8eac48738cbde693dcfdc956 is 50, key is test_row_0/A:col10/1732788981105/Put/seqid=0 2024-11-28T10:16:21,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742289_1465 (size=14541) 2024-11-28T10:16:21,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788981134, max timestamp=1732788981167Num uniques 859; 2024-11-28T10:16:21,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788981134, max timestamp=1732788981167Num uniques 859; 2024-11-28T10:16:21,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:21,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:21,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732788981134, max timestamp=1732788981167Num uniques 859; 2024-11-28T10:16:21,170 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:21,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789041229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789041233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789041234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789041235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789041348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789041348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789041358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789041358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:21,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/a1a45d2e8eac48738cbde693dcfdc956 2024-11-28T10:16:21,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/52a2073cd3634f29923ae23bbc958a44 is 50, key is test_row_0/B:col10/1732788981105/Put/seqid=0 2024-11-28T10:16:21,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742290_1466 (size=12151) 2024-11-28T10:16:21,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:21,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789041568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789041568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789041578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789041578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:21,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:21,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789041878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789041878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789041898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789041898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,910 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/52a2073cd3634f29923ae23bbc958a44 2024-11-28T10:16:21,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/76b46becf8ad4184a2d7d7b1b01c5a99 is 50, key is test_row_0/C:col10/1732788981105/Put/seqid=0 2024-11-28T10:16:21,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742291_1467 (size=12151) 2024-11-28T10:16:21,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789041948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:21,955 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 1ce795f5a77c7b62e4a6ff0cf423d333 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:21,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:21,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:21,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:21,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:21,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:22,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:22,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:22,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/76b46becf8ad4184a2d7d7b1b01c5a99 2024-11-28T10:16:22,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/a1a45d2e8eac48738cbde693dcfdc956 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a1a45d2e8eac48738cbde693dcfdc956 2024-11-28T10:16:22,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a1a45d2e8eac48738cbde693dcfdc956, entries=200, sequenceid=198, filesize=14.2 K 2024-11-28T10:16:22,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/52a2073cd3634f29923ae23bbc958a44 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/52a2073cd3634f29923ae23bbc958a44 2024-11-28T10:16:22,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/52a2073cd3634f29923ae23bbc958a44, entries=150, sequenceid=198, filesize=11.9 K 2024-11-28T10:16:22,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/76b46becf8ad4184a2d7d7b1b01c5a99 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/76b46becf8ad4184a2d7d7b1b01c5a99 2024-11-28T10:16:22,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/76b46becf8ad4184a2d7d7b1b01c5a99, entries=150, sequenceid=198, filesize=11.9 K 2024-11-28T10:16:22,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1235ms, sequenceid=198, compaction requested=true 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:22,345 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:22,345 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:22,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:22,345 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/B is initiating minor compaction (all files) 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/A is initiating minor compaction (all files) 2024-11-28T10:16:22,346 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/B in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,346 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/A in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,346 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/438d4036800f4a519cfbf426c5584258, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/085c13134bb34a63be3c661e2c26105d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7ea5da171ae0437e8beb4be1fe5113df, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/52a2073cd3634f29923ae23bbc958a44] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=47.8 K 2024-11-28T10:16:22,346 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d96e2094ecce4c6da574dc1ae66492fa, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/9a871dff7f8a4447b5f957313c4dbdd8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/37b87ba7361f4bcd89e59d3f2bc409af, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a1a45d2e8eac48738cbde693dcfdc956] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=52.5 K 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 438d4036800f4a519cfbf426c5584258, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732788977624 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d96e2094ecce4c6da574dc1ae66492fa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732788977624 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 085c13134bb34a63be3c661e2c26105d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732788977707 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a871dff7f8a4447b5f957313c4dbdd8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732788977707 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ea5da171ae0437e8beb4be1fe5113df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732788978912 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37b87ba7361f4bcd89e59d3f2bc409af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732788978912 2024-11-28T10:16:22,346 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a2073cd3634f29923ae23bbc958a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732788981087 2024-11-28T10:16:22,347 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1a45d2e8eac48738cbde693dcfdc956, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732788981087 2024-11-28T10:16:22,352 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:22,352 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:22,352 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/f8c2f781ba474b45b0a1cc2d5957602f is 50, key is test_row_0/B:col10/1732788981105/Put/seqid=0 2024-11-28T10:16:22,352 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/67510f61ac1a489e94672e29d7f3a9eb is 50, key is test_row_0/A:col10/1732788981105/Put/seqid=0 2024-11-28T10:16:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742292_1468 (size=12629) 2024-11-28T10:16:22,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742293_1469 (size=12629) 2024-11-28T10:16:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:22,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-28T10:16:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:22,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/2f434360769849a58b648733cd5a0ec7 is 50, key is test_row_0/A:col10/1732788981194/Put/seqid=0 2024-11-28T10:16:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742294_1470 (size=16931) 2024-11-28T10:16:22,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789042423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789042424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789042431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:22,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:22,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789042432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789042539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789042548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789042548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789042548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,758 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/67510f61ac1a489e94672e29d7f3a9eb as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/67510f61ac1a489e94672e29d7f3a9eb 2024-11-28T10:16:22,758 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/f8c2f781ba474b45b0a1cc2d5957602f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f8c2f781ba474b45b0a1cc2d5957602f 2024-11-28T10:16:22,762 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/A of 1ce795f5a77c7b62e4a6ff0cf423d333 into 67510f61ac1a489e94672e29d7f3a9eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:22,762 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/B of 1ce795f5a77c7b62e4a6ff0cf423d333 into f8c2f781ba474b45b0a1cc2d5957602f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:22,762 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/B, priority=12, startTime=1732788982345; duration=0sec 2024-11-28T10:16:22,762 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/A, priority=12, startTime=1732788982345; duration=0sec 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:A 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:B 2024-11-28T10:16:22,762 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:22,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789042759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,763 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:22,763 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/C is initiating minor compaction (all files) 2024-11-28T10:16:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,763 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/C in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,763 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e8f6f62da83d4e0c81476e80827ef5f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/5728ca01b60a4758a110153c48bd0956, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/3999e5967d124f50b97a7a528cbe8caf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/76b46becf8ad4184a2d7d7b1b01c5a99] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=47.8 K 2024-11-28T10:16:22,764 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f6f62da83d4e0c81476e80827ef5f7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732788977624 2024-11-28T10:16:22,764 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5728ca01b60a4758a110153c48bd0956, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732788977707 2024-11-28T10:16:22,764 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3999e5967d124f50b97a7a528cbe8caf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1732788978912 2024-11-28T10:16:22,764 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76b46becf8ad4184a2d7d7b1b01c5a99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732788981087 2024-11-28T10:16:22,770 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:22,770 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/bb04e07572ab427eb66f94bcabd77fa7 is 50, key is test_row_0/C:col10/1732788981105/Put/seqid=0 2024-11-28T10:16:22,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742295_1471 (size=12629) 2024-11-28T10:16:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789042768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789042768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789042768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:22,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/2f434360769849a58b648733cd5a0ec7 2024-11-28T10:16:22,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7bc346243c124a1897c0ca5e444e6b08 is 50, key is test_row_0/B:col10/1732788981194/Put/seqid=0 2024-11-28T10:16:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742296_1472 (size=12151) 2024-11-28T10:16:22,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:22,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789043068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789043088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789043089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789043089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,176 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/bb04e07572ab427eb66f94bcabd77fa7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/bb04e07572ab427eb66f94bcabd77fa7 2024-11-28T10:16:23,179 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/C of 1ce795f5a77c7b62e4a6ff0cf423d333 into bb04e07572ab427eb66f94bcabd77fa7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:23,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:23,180 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/C, priority=12, startTime=1732788982345; duration=0sec 2024-11-28T10:16:23,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:23,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:C 2024-11-28T10:16:23,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:23,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:23,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7bc346243c124a1897c0ca5e444e6b08 2024-11-28T10:16:23,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/a19f464eab6c4790a16b7882e978194c is 50, key is test_row_0/C:col10/1732788981194/Put/seqid=0 2024-11-28T10:16:23,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742297_1473 (size=12151) 2024-11-28T10:16:23,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:23,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789043578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789043608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789043608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789043608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:23,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:23,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:23,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/a19f464eab6c4790a16b7882e978194c 2024-11-28T10:16:23,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/2f434360769849a58b648733cd5a0ec7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/2f434360769849a58b648733cd5a0ec7 2024-11-28T10:16:23,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/2f434360769849a58b648733cd5a0ec7, entries=250, sequenceid=235, filesize=16.5 K 2024-11-28T10:16:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7bc346243c124a1897c0ca5e444e6b08 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7bc346243c124a1897c0ca5e444e6b08 2024-11-28T10:16:23,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7bc346243c124a1897c0ca5e444e6b08, entries=150, sequenceid=235, filesize=11.9 K 2024-11-28T10:16:23,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/a19f464eab6c4790a16b7882e978194c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a19f464eab6c4790a16b7882e978194c 2024-11-28T10:16:23,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a19f464eab6c4790a16b7882e978194c, entries=150, sequenceid=235, filesize=11.9 K 2024-11-28T10:16:23,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1242ms, sequenceid=235, compaction requested=false 2024-11-28T10:16:23,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:23,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-28T10:16:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:23,663 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-28T10:16:23,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:23,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:23,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/8182652d3b1d4e97976f7004917331f9 is 50, key is test_row_0/A:col10/1732788982431/Put/seqid=0 2024-11-28T10:16:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742298_1474 (size=9757) 2024-11-28T10:16:24,071 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/8182652d3b1d4e97976f7004917331f9 2024-11-28T10:16:24,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7d88d7f12b194839b87152ee6af31da0 is 50, key is test_row_0/B:col10/1732788982431/Put/seqid=0 2024-11-28T10:16:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742299_1475 (size=9757) 2024-11-28T10:16:24,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7d88d7f12b194839b87152ee6af31da0 2024-11-28T10:16:24,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/559f8f99d89043d29333fdc2db5648a7 is 50, key is test_row_0/C:col10/1732788982431/Put/seqid=0 2024-11-28T10:16:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742300_1476 (size=9757) 2024-11-28T10:16:24,489 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/559f8f99d89043d29333fdc2db5648a7 2024-11-28T10:16:24,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/8182652d3b1d4e97976f7004917331f9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8182652d3b1d4e97976f7004917331f9 2024-11-28T10:16:24,495 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8182652d3b1d4e97976f7004917331f9, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T10:16:24,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/7d88d7f12b194839b87152ee6af31da0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7d88d7f12b194839b87152ee6af31da0 2024-11-28T10:16:24,498 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7d88d7f12b194839b87152ee6af31da0, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T10:16:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/559f8f99d89043d29333fdc2db5648a7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/559f8f99d89043d29333fdc2db5648a7 2024-11-28T10:16:24,501 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/559f8f99d89043d29333fdc2db5648a7, entries=100, sequenceid=246, filesize=9.5 K 2024-11-28T10:16:24,502 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 839ms, sequenceid=246, compaction requested=true 2024-11-28T10:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-28T10:16:24,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-28T10:16:24,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-28T10:16:24,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4320 sec 2024-11-28T10:16:24,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.4360 sec 2024-11-28T10:16:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:24,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:16:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:24,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:24,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:24,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/c66134f730c148e1890913da255392c1 is 50, key is test_row_0/A:col10/1732788984610/Put/seqid=0 2024-11-28T10:16:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742301_1477 (size=14541) 2024-11-28T10:16:24,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788984637, max timestamp=1732788984667Num uniques 859; 2024-11-28T10:16:24,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788984637, max timestamp=1732788984667Num uniques 859; 2024-11-28T10:16:24,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788984637, max timestamp=1732788984667Num uniques 859; 2024-11-28T10:16:24,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:16:24,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:16:24,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:16:24,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789044710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789044718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789044718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789044720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789044838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789044848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789044848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789044848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:24,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/c66134f730c148e1890913da255392c1 2024-11-28T10:16:25,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/23b15878bb4b4ad49753e5dda0ab7e4b is 50, key is test_row_0/B:col10/1732788984610/Put/seqid=0 2024-11-28T10:16:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742302_1478 (size=12151) 2024-11-28T10:16:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789045048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789045068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789045068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789045068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-28T10:16:25,229 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:25,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-28T10:16:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T10:16:25,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:25,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:25,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T10:16:25,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789045368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-28T10:16:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:25,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789045388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/23b15878bb4b4ad49753e5dda0ab7e4b 2024-11-28T10:16:25,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/7da101c548e041bb81cc214ae0870451 is 50, key is test_row_0/C:col10/1732788984610/Put/seqid=0 2024-11-28T10:16:25,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742303_1479 (size=12151) 2024-11-28T10:16:25,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/7da101c548e041bb81cc214ae0870451 2024-11-28T10:16:25,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/c66134f730c148e1890913da255392c1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/c66134f730c148e1890913da255392c1 2024-11-28T10:16:25,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/c66134f730c148e1890913da255392c1, entries=200, sequenceid=256, filesize=14.2 K 2024-11-28T10:16:25,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/23b15878bb4b4ad49753e5dda0ab7e4b as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/23b15878bb4b4ad49753e5dda0ab7e4b 2024-11-28T10:16:25,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/23b15878bb4b4ad49753e5dda0ab7e4b, entries=150, sequenceid=256, filesize=11.9 K 2024-11-28T10:16:25,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/7da101c548e041bb81cc214ae0870451 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/7da101c548e041bb81cc214ae0870451 2024-11-28T10:16:25,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/7da101c548e041bb81cc214ae0870451, entries=150, sequenceid=256, filesize=11.9 K 2024-11-28T10:16:25,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 835ms, sequenceid=256, compaction requested=true 2024-11-28T10:16:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:25,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:25,457 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:25,457 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:25,457 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53858 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:25,457 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46688 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:25,457 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/A is initiating minor compaction (all files) 2024-11-28T10:16:25,457 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/B is initiating minor compaction (all files) 2024-11-28T10:16:25,457 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/A in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:25,457 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/B in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:25,457 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/67510f61ac1a489e94672e29d7f3a9eb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/2f434360769849a58b648733cd5a0ec7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8182652d3b1d4e97976f7004917331f9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/c66134f730c148e1890913da255392c1] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=52.6 K 2024-11-28T10:16:25,458 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f8c2f781ba474b45b0a1cc2d5957602f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7bc346243c124a1897c0ca5e444e6b08, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7d88d7f12b194839b87152ee6af31da0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/23b15878bb4b4ad49753e5dda0ab7e4b] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=45.6 K 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67510f61ac1a489e94672e29d7f3a9eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732788981087 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting f8c2f781ba474b45b0a1cc2d5957602f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732788981087 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f434360769849a58b648733cd5a0ec7, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732788981194 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc346243c124a1897c0ca5e444e6b08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732788981194 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8182652d3b1d4e97976f7004917331f9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732788982430 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d88d7f12b194839b87152ee6af31da0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732788982430 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting c66134f730c148e1890913da255392c1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788984601 2024-11-28T10:16:25,458 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b15878bb4b4ad49753e5dda0ab7e4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788984601 2024-11-28T10:16:25,465 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:25,466 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/fe40cf1a0f5242d2a1e2d57b82e2fa96 is 50, key is test_row_0/A:col10/1732788984610/Put/seqid=0 2024-11-28T10:16:25,468 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#B#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742304_1480 (size=12765) 2024-11-28T10:16:25,468 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/bcb2796e9bcd4ba7b611cb8ff63a4b37 is 50, key is test_row_0/B:col10/1732788984610/Put/seqid=0 2024-11-28T10:16:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742305_1481 (size=12765) 2024-11-28T10:16:25,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-28T10:16:25,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:25,537 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-28T10:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/f28cffdca72e44acb54897a2ac55c7f4 is 50, key is test_row_0/A:col10/1732788984714/Put/seqid=0 2024-11-28T10:16:25,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742306_1482 (size=12301) 2024-11-28T10:16:25,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T10:16:25,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T10:16:25,873 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/fe40cf1a0f5242d2a1e2d57b82e2fa96 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/fe40cf1a0f5242d2a1e2d57b82e2fa96 2024-11-28T10:16:25,875 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/bcb2796e9bcd4ba7b611cb8ff63a4b37 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/bcb2796e9bcd4ba7b611cb8ff63a4b37 2024-11-28T10:16:25,876 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/A of 1ce795f5a77c7b62e4a6ff0cf423d333 into fe40cf1a0f5242d2a1e2d57b82e2fa96(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:25,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:25,876 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/A, priority=12, startTime=1732788985456; duration=0sec 2024-11-28T10:16:25,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:25,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:A 2024-11-28T10:16:25,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:25,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46688 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:25,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/C is initiating minor compaction (all files) 2024-11-28T10:16:25,878 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/C in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:25,878 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/bb04e07572ab427eb66f94bcabd77fa7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a19f464eab6c4790a16b7882e978194c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/559f8f99d89043d29333fdc2db5648a7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/7da101c548e041bb81cc214ae0870451] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=45.6 K 2024-11-28T10:16:25,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb04e07572ab427eb66f94bcabd77fa7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732788981087 2024-11-28T10:16:25,879 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a19f464eab6c4790a16b7882e978194c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732788981194 2024-11-28T10:16:25,879 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/B of 1ce795f5a77c7b62e4a6ff0cf423d333 into bcb2796e9bcd4ba7b611cb8ff63a4b37(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:25,879 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:25,879 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/B, priority=12, startTime=1732788985457; duration=0sec 2024-11-28T10:16:25,879 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:25,880 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:B 2024-11-28T10:16:25,880 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 559f8f99d89043d29333fdc2db5648a7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732788982430 2024-11-28T10:16:25,881 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7da101c548e041bb81cc214ae0870451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788984601 2024-11-28T10:16:25,887 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:25,887 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/615b63e066d34bf289af2b9fe5f35431 is 50, key is test_row_0/C:col10/1732788984610/Put/seqid=0 2024-11-28T10:16:25,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742307_1483 (size=12765) 2024-11-28T10:16:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:25,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789045920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789045921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789045922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789045926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:25,946 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/f28cffdca72e44acb54897a2ac55c7f4 2024-11-28T10:16:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/672f668e111a4128b9bc80d4f01cd923 is 50, key is test_row_0/B:col10/1732788984714/Put/seqid=0 2024-11-28T10:16:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742308_1484 (size=12301) 2024-11-28T10:16:25,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55038 deadline: 1732789045968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:25,978 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in 1ce795f5a77c7b62e4a6ff0cf423d333 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:25,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789046038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789046038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789046038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789046038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789046248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789046248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789046248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789046258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,293 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/615b63e066d34bf289af2b9fe5f35431 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/615b63e066d34bf289af2b9fe5f35431 2024-11-28T10:16:26,296 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/C of 1ce795f5a77c7b62e4a6ff0cf423d333 into 615b63e066d34bf289af2b9fe5f35431(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:26,296 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:26,296 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/C, priority=12, startTime=1732788985457; duration=0sec 2024-11-28T10:16:26,296 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:26,296 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:C 2024-11-28T10:16:26,357 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/672f668e111a4128b9bc80d4f01cd923 2024-11-28T10:16:26,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/66313ba5ed5547deb125273dc1d7d4ad is 50, key is test_row_0/C:col10/1732788984714/Put/seqid=0 2024-11-28T10:16:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742309_1485 (size=12301) 2024-11-28T10:16:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T10:16:26,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789046568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789046568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789046568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:26,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789046568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:26,768 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/66313ba5ed5547deb125273dc1d7d4ad 2024-11-28T10:16:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/f28cffdca72e44acb54897a2ac55c7f4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/f28cffdca72e44acb54897a2ac55c7f4 2024-11-28T10:16:26,773 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/f28cffdca72e44acb54897a2ac55c7f4, entries=150, sequenceid=291, filesize=12.0 K 2024-11-28T10:16:26,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/672f668e111a4128b9bc80d4f01cd923 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/672f668e111a4128b9bc80d4f01cd923 2024-11-28T10:16:26,776 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/672f668e111a4128b9bc80d4f01cd923, entries=150, sequenceid=291, filesize=12.0 K 2024-11-28T10:16:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/66313ba5ed5547deb125273dc1d7d4ad as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/66313ba5ed5547deb125273dc1d7d4ad 2024-11-28T10:16:26,779 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/66313ba5ed5547deb125273dc1d7d4ad, entries=150, sequenceid=291, filesize=12.0 K 2024-11-28T10:16:26,780 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1243ms, sequenceid=291, compaction requested=false 2024-11-28T10:16:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-28T10:16:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-28T10:16:26,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-28T10:16:26,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5510 sec 2024-11-28T10:16:26,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.5550 sec 2024-11-28T10:16:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:27,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:16:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:27,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:27,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/8a530f3db67a4a6891862187ada0420e is 50, key is test_row_1/A:col10/1732788987082/Put/seqid=0 2024-11-28T10:16:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742310_1486 (size=12297) 2024-11-28T10:16:27,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788987113, max timestamp=1732788987128Num uniques 859; 2024-11-28T10:16:27,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788987113, max timestamp=1732788987128Num uniques 859; 2024-11-28T10:16:27,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:16:27,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:16:27,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732788987113, max timestamp=1732788987128Num uniques 859; 2024-11-28T10:16:27,131 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-28T10:16:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789047158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789047163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789047165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789047175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789047278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789047278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789047289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789047289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-28T10:16:27,379 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:27,379 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-28T10:16:27,381 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:27,381 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:27,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:27,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/8a530f3db67a4a6891862187ada0420e 2024-11-28T10:16:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789047488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789047489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/94c6f758639f4ae9b9ea1f94f7932df8 is 50, key is test_row_1/B:col10/1732788987082/Put/seqid=0 2024-11-28T10:16:27,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742311_1487 (size=9857) 2024-11-28T10:16:27,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789047498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789047508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:27,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789047798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789047809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789047818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:27,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789047828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:27,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/94c6f758639f4ae9b9ea1f94f7932df8 2024-11-28T10:16:27,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/b50977bd8ddd41bea2e4c823b1a297b9 is 50, key is test_row_1/C:col10/1732788987082/Put/seqid=0 2024-11-28T10:16:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742312_1488 (size=9857) 2024-11-28T10:16:27,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:27,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:27,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:28,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:28,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:28,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:28,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/b50977bd8ddd41bea2e4c823b1a297b9 2024-11-28T10:16:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/8a530f3db67a4a6891862187ada0420e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8a530f3db67a4a6891862187ada0420e 2024-11-28T10:16:28,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789048308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8a530f3db67a4a6891862187ada0420e, entries=150, sequenceid=305, filesize=12.0 K 2024-11-28T10:16:28,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/94c6f758639f4ae9b9ea1f94f7932df8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/94c6f758639f4ae9b9ea1f94f7932df8 2024-11-28T10:16:28,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/94c6f758639f4ae9b9ea1f94f7932df8, entries=100, sequenceid=305, filesize=9.6 K 2024-11-28T10:16:28,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/b50977bd8ddd41bea2e4c823b1a297b9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b50977bd8ddd41bea2e4c823b1a297b9 2024-11-28T10:16:28,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b50977bd8ddd41bea2e4c823b1a297b9, entries=100, sequenceid=305, filesize=9.6 K 2024-11-28T10:16:28,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1242ms, sequenceid=305, compaction requested=true 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:28,325 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:28,325 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1ce795f5a77c7b62e4a6ff0cf423d333:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:28,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:28,326 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:28,326 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:28,326 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/B is initiating minor compaction (all files) 2024-11-28T10:16:28,326 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/A is initiating minor compaction (all files) 2024-11-28T10:16:28,326 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/B in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,326 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/A in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,326 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/fe40cf1a0f5242d2a1e2d57b82e2fa96, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/f28cffdca72e44acb54897a2ac55c7f4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8a530f3db67a4a6891862187ada0420e] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=36.5 K 2024-11-28T10:16:28,326 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/bcb2796e9bcd4ba7b611cb8ff63a4b37, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/672f668e111a4128b9bc80d4f01cd923, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/94c6f758639f4ae9b9ea1f94f7932df8] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=34.1 K 2024-11-28T10:16:28,326 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb2796e9bcd4ba7b611cb8ff63a4b37, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788984601 2024-11-28T10:16:28,326 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe40cf1a0f5242d2a1e2d57b82e2fa96, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788984601 2024-11-28T10:16:28,327 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f28cffdca72e44acb54897a2ac55c7f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732788984714 2024-11-28T10:16:28,327 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 672f668e111a4128b9bc80d4f01cd923, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732788984714 2024-11-28T10:16:28,327 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a530f3db67a4a6891862187ada0420e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732788985920 2024-11-28T10:16:28,327 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 94c6f758639f4ae9b9ea1f94f7932df8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732788985925 2024-11-28T10:16:28,331 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:28,331 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:28,332 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/f1f1bac8bdd94af99dba1ef5d1524ea2 is 50, key is test_row_0/B:col10/1732788984714/Put/seqid=0 2024-11-28T10:16:28,332 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/78d7e0e9b97547f0a57231400b9e7da1 is 50, key is test_row_0/A:col10/1732788984714/Put/seqid=0 2024-11-28T10:16:28,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:28,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-28T10:16:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:28,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742313_1489 (size=13017) 2024-11-28T10:16:28,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742314_1490 (size=13017) 2024-11-28T10:16:28,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/a081ed29339d42009ac1d35976b92270 is 50, key is test_row_0/A:col10/1732788987163/Put/seqid=0 2024-11-28T10:16:28,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742315_1491 (size=14741) 2024-11-28T10:16:28,353 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/78d7e0e9b97547f0a57231400b9e7da1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/78d7e0e9b97547f0a57231400b9e7da1 2024-11-28T10:16:28,356 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/A of 1ce795f5a77c7b62e4a6ff0cf423d333 into 78d7e0e9b97547f0a57231400b9e7da1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:28,356 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:28,357 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/A, priority=13, startTime=1732788988325; duration=0sec 2024-11-28T10:16:28,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:28,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:A 2024-11-28T10:16:28,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:28,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:28,357 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): 1ce795f5a77c7b62e4a6ff0cf423d333/C is initiating minor compaction (all files) 2024-11-28T10:16:28,357 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1ce795f5a77c7b62e4a6ff0cf423d333/C in TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,357 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/615b63e066d34bf289af2b9fe5f35431, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/66313ba5ed5547deb125273dc1d7d4ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b50977bd8ddd41bea2e4c823b1a297b9] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp, totalSize=34.1 K 2024-11-28T10:16:28,358 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 615b63e066d34bf289af2b9fe5f35431, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732788984601 2024-11-28T10:16:28,358 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66313ba5ed5547deb125273dc1d7d4ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732788984714 2024-11-28T10:16:28,358 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting b50977bd8ddd41bea2e4c823b1a297b9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732788985925 2024-11-28T10:16:28,363 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1ce795f5a77c7b62e4a6ff0cf423d333#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:28,364 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e63b8772021c45db92a19b265075522c is 50, key is test_row_0/C:col10/1732788984714/Put/seqid=0 2024-11-28T10:16:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742316_1492 (size=13017) 2024-11-28T10:16:28,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789048360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789048365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,374 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789048371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789048478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789048478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789048488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:28,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789048698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789048698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789048709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:28,747 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/f1f1bac8bdd94af99dba1ef5d1524ea2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f1f1bac8bdd94af99dba1ef5d1524ea2 2024-11-28T10:16:28,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/a081ed29339d42009ac1d35976b92270 2024-11-28T10:16:28,750 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/B of 1ce795f5a77c7b62e4a6ff0cf423d333 into f1f1bac8bdd94af99dba1ef5d1524ea2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:28,750 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:28,750 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/B, priority=13, startTime=1732788988325; duration=0sec 2024-11-28T10:16:28,751 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:28,751 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:B 2024-11-28T10:16:28,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/cbb7aa7c37a142a1b8e55d8a5f605500 is 50, key is test_row_0/B:col10/1732788987163/Put/seqid=0 2024-11-28T10:16:28,773 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/e63b8772021c45db92a19b265075522c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e63b8772021c45db92a19b265075522c 2024-11-28T10:16:28,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742317_1493 (size=12301) 2024-11-28T10:16:28,779 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1ce795f5a77c7b62e4a6ff0cf423d333/C of 1ce795f5a77c7b62e4a6ff0cf423d333 into e63b8772021c45db92a19b265075522c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:28,779 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:28,779 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., storeName=1ce795f5a77c7b62e4a6ff0cf423d333/C, priority=13, startTime=1732788988325; duration=0sec 2024-11-28T10:16:28,780 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:28,780 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1ce795f5a77c7b62e4a6ff0cf423d333:C 2024-11-28T10:16:28,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:28,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789049018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789049018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789049028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:29,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:29,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/cbb7aa7c37a142a1b8e55d8a5f605500 2024-11-28T10:16:29,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/0aafa91618c0457888496e5d1bc84151 is 50, key is test_row_0/C:col10/1732788987163/Put/seqid=0 2024-11-28T10:16:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742318_1494 (size=12301) 2024-11-28T10:16:29,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:29,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:29,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55080 deadline: 1732789049328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,336 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in 1ce795f5a77c7b62e4a6ff0cf423d333 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:29,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:29,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55092 deadline: 1732789049538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55044 deadline: 1732789049538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55068 deadline: 1732789049549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 , the old value is region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., hostname=e792e7e95410,33131,1732788848287, seqNum=2 because the exception is null or not the one we care about 2024-11-28T10:16:29,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/0aafa91618c0457888496e5d1bc84151 2024-11-28T10:16:29,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/a081ed29339d42009ac1d35976b92270 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a081ed29339d42009ac1d35976b92270 2024-11-28T10:16:29,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a081ed29339d42009ac1d35976b92270, entries=200, sequenceid=340, filesize=14.4 K 2024-11-28T10:16:29,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/cbb7aa7c37a142a1b8e55d8a5f605500 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/cbb7aa7c37a142a1b8e55d8a5f605500 2024-11-28T10:16:29,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/cbb7aa7c37a142a1b8e55d8a5f605500, entries=150, sequenceid=340, filesize=12.0 K 2024-11-28T10:16:29,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/0aafa91618c0457888496e5d1bc84151 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/0aafa91618c0457888496e5d1bc84151 2024-11-28T10:16:29,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/0aafa91618c0457888496e5d1bc84151, entries=150, sequenceid=340, filesize=12.0 K 2024-11-28T10:16:29,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1268ms, sequenceid=340, compaction requested=false 2024-11-28T10:16:29,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-28T10:16:29,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:29,669 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:16:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/330e28b973cd45a89da8faceea99215e is 50, key is test_row_0/A:col10/1732788988364/Put/seqid=0 2024-11-28T10:16:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742319_1495 (size=12301) 2024-11-28T10:16:29,821 INFO [Thread-1931 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1931. 2024-11-28T10:16:29,821 DEBUG [Thread-1931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:29,821 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,821 DEBUG [Thread-1931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:29,821 INFO [Thread-1925 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1925. 2024-11-28T10:16:29,821 DEBUG [Thread-1925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:29,821 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,821 DEBUG [Thread-1925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:29,822 INFO [Thread-1927 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1927. 2024-11-28T10:16:29,822 DEBUG [Thread-1927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:29,822 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,822 DEBUG [Thread-1927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:29,827 INFO [Thread-1929 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1929. 2024-11-28T10:16:29,827 DEBUG [Thread-1929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:29,827 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,827 DEBUG [Thread-1929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:29,827 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-28T10:16:29,828 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:29,828 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,828 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:29,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:30,081 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/330e28b973cd45a89da8faceea99215e 2024-11-28T10:16:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/528990e3d9d5435cb0d730971d4e7980 is 50, key is test_row_0/B:col10/1732788988364/Put/seqid=0 2024-11-28T10:16:30,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742320_1496 (size=12301) 2024-11-28T10:16:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/528990e3d9d5435cb0d730971d4e7980 2024-11-28T10:16:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/616a603381d14e17b6ed51e45780f57c is 50, key is test_row_0/C:col10/1732788988364/Put/seqid=0 2024-11-28T10:16:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742321_1497 (size=12301) 2024-11-28T10:16:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:30,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. as already flushing 2024-11-28T10:16:30,550 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-28T10:16:30,550 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:30,550 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:30,550 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:30,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:30,560 INFO [Thread-1918 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1918. 2024-11-28T10:16:30,560 DEBUG [Thread-1918 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:30,560 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:30,560 DEBUG [Thread-1918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:30,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:30,569 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-28T10:16:30,570 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:30,570 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:30,570 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:30,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:30,910 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/616a603381d14e17b6ed51e45780f57c 2024-11-28T10:16:30,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/330e28b973cd45a89da8faceea99215e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/330e28b973cd45a89da8faceea99215e 2024-11-28T10:16:30,992 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/330e28b973cd45a89da8faceea99215e, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T10:16:30,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/528990e3d9d5435cb0d730971d4e7980 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/528990e3d9d5435cb0d730971d4e7980 2024-11-28T10:16:30,998 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/528990e3d9d5435cb0d730971d4e7980, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T10:16:30,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/616a603381d14e17b6ed51e45780f57c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/616a603381d14e17b6ed51e45780f57c 2024-11-28T10:16:31,002 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/616a603381d14e17b6ed51e45780f57c, entries=150, sequenceid=353, filesize=12.0 K 2024-11-28T10:16:31,002 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=20.13 KB/20610 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1333ms, sequenceid=353, compaction requested=true 2024-11-28T10:16:31,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 1ce795f5a77c7b62e4a6ff0cf423d333: 2024-11-28T10:16:31,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:31,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-28T10:16:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-28T10:16:31,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-28T10:16:31,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6220 sec 2024-11-28T10:16:31,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 3.6260 sec 2024-11-28T10:16:31,363 INFO [Thread-1914 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1914. 2024-11-28T10:16:31,363 DEBUG [Thread-1914 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:31,363 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:31,364 DEBUG [Thread-1914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:31,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-28T10:16:31,538 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:36,083 INFO [Thread-1916 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1916. 2024-11-28T10:16:36,083 DEBUG [Thread-1916 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:16:36,083 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:36,083 DEBUG [Thread-1916 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:36,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:36,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1244 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3730 rows 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1240 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3720 rows 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1239 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3717 rows 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1237 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3709 rows 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1242 2024-11-28T10:16:36,084 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3721 rows 2024-11-28T10:16:36,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:16:36,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:16:36,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:36,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:36,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:16:36,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T10:16:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T10:16:36,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788996133"}]},"ts":"1732788996133"} 2024-11-28T10:16:36,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T10:16:36,138 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T10:16:36,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:16:36,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, UNASSIGN}] 2024-11-28T10:16:36,141 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, UNASSIGN 2024-11-28T10:16:36,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=1ce795f5a77c7b62e4a6ff0cf423d333, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:36,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, UNASSIGN because future has completed 2024-11-28T10:16:36,144 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:16:36,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:16:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T10:16:36,297 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:36,298 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:16:36,298 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 1ce795f5a77c7b62e4a6ff0cf423d333, disabling compactions & flushes 2024-11-28T10:16:36,298 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:36,298 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:36,298 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. after waiting 0 ms 2024-11-28T10:16:36,299 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:36,299 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 1ce795f5a77c7b62e4a6ff0cf423d333 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-28T10:16:36,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=A 2024-11-28T10:16:36,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:36,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=B 2024-11-28T10:16:36,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:36,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1ce795f5a77c7b62e4a6ff0cf423d333, store=C 2024-11-28T10:16:36,300 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:36,306 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/5657fbb56a2d482396754b1bb98cda1e is 50, key is test_row_0/A:col10/1732788991360/Put/seqid=0 2024-11-28T10:16:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742322_1498 (size=9857) 2024-11-28T10:16:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T10:16:36,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T10:16:36,711 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/5657fbb56a2d482396754b1bb98cda1e 2024-11-28T10:16:36,724 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/131029beae7b49958bf35c2ffdc5a6e6 is 50, key is test_row_0/B:col10/1732788991360/Put/seqid=0 2024-11-28T10:16:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742323_1499 (size=9857) 2024-11-28T10:16:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T10:16:37,132 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/131029beae7b49958bf35c2ffdc5a6e6 2024-11-28T10:16:37,144 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/f9798ae01f8d4ba7b54a8ec6e8d7964d is 50, key is test_row_0/C:col10/1732788991360/Put/seqid=0 2024-11-28T10:16:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742324_1500 (size=9857) 2024-11-28T10:16:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T10:16:37,550 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/f9798ae01f8d4ba7b54a8ec6e8d7964d 2024-11-28T10:16:37,559 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/A/5657fbb56a2d482396754b1bb98cda1e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/5657fbb56a2d482396754b1bb98cda1e 2024-11-28T10:16:37,566 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/5657fbb56a2d482396754b1bb98cda1e, entries=100, sequenceid=361, filesize=9.6 K 2024-11-28T10:16:37,567 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/B/131029beae7b49958bf35c2ffdc5a6e6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/131029beae7b49958bf35c2ffdc5a6e6 2024-11-28T10:16:37,572 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/131029beae7b49958bf35c2ffdc5a6e6, entries=100, sequenceid=361, filesize=9.6 K 2024-11-28T10:16:37,573 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/.tmp/C/f9798ae01f8d4ba7b54a8ec6e8d7964d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f9798ae01f8d4ba7b54a8ec6e8d7964d 2024-11-28T10:16:37,577 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f9798ae01f8d4ba7b54a8ec6e8d7964d, entries=100, sequenceid=361, filesize=9.6 K 2024-11-28T10:16:37,578 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1279ms, sequenceid=361, compaction requested=true 2024-11-28T10:16:37,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/cc5fd8f312214f61a68fb5d176e003e3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/0127b16e71a94ab8996cea5695d3242e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/05c357b8551344448b82d6b0af23a20e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/723119b9df0345208c71991c37f0dd1a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d4a7420a5d584325ac833d77a89af894, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7ce2cd9d0110414aba5df287b62f40d8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/e4440427a7164cd5a1d5e9af6c6f65b3, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7122c8778b8e4b14aa628e30afaa3e4d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/4472cddad94046c5bb162ac123544374, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/204659ee51c74de88dca92973eb92d9c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d96e2094ecce4c6da574dc1ae66492fa, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/9a871dff7f8a4447b5f957313c4dbdd8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/37b87ba7361f4bcd89e59d3f2bc409af, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a1a45d2e8eac48738cbde693dcfdc956, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/67510f61ac1a489e94672e29d7f3a9eb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/2f434360769849a58b648733cd5a0ec7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8182652d3b1d4e97976f7004917331f9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/c66134f730c148e1890913da255392c1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/fe40cf1a0f5242d2a1e2d57b82e2fa96, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/f28cffdca72e44acb54897a2ac55c7f4, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8a530f3db67a4a6891862187ada0420e] to archive 2024-11-28T10:16:37,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:16:37,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/cc5fd8f312214f61a68fb5d176e003e3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/cc5fd8f312214f61a68fb5d176e003e3 2024-11-28T10:16:37,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/0127b16e71a94ab8996cea5695d3242e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/0127b16e71a94ab8996cea5695d3242e 2024-11-28T10:16:37,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/05c357b8551344448b82d6b0af23a20e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/05c357b8551344448b82d6b0af23a20e 2024-11-28T10:16:37,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/723119b9df0345208c71991c37f0dd1a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/723119b9df0345208c71991c37f0dd1a 2024-11-28T10:16:37,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d4a7420a5d584325ac833d77a89af894 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d4a7420a5d584325ac833d77a89af894 2024-11-28T10:16:37,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7ce2cd9d0110414aba5df287b62f40d8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7ce2cd9d0110414aba5df287b62f40d8 2024-11-28T10:16:37,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/e4440427a7164cd5a1d5e9af6c6f65b3 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/e4440427a7164cd5a1d5e9af6c6f65b3 2024-11-28T10:16:37,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7122c8778b8e4b14aa628e30afaa3e4d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/7122c8778b8e4b14aa628e30afaa3e4d 2024-11-28T10:16:37,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/4472cddad94046c5bb162ac123544374 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/4472cddad94046c5bb162ac123544374 2024-11-28T10:16:37,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/204659ee51c74de88dca92973eb92d9c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/204659ee51c74de88dca92973eb92d9c 2024-11-28T10:16:37,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d96e2094ecce4c6da574dc1ae66492fa to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/d96e2094ecce4c6da574dc1ae66492fa 2024-11-28T10:16:37,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/9a871dff7f8a4447b5f957313c4dbdd8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/9a871dff7f8a4447b5f957313c4dbdd8 2024-11-28T10:16:37,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/37b87ba7361f4bcd89e59d3f2bc409af to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/37b87ba7361f4bcd89e59d3f2bc409af 2024-11-28T10:16:37,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a1a45d2e8eac48738cbde693dcfdc956 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a1a45d2e8eac48738cbde693dcfdc956 2024-11-28T10:16:37,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/67510f61ac1a489e94672e29d7f3a9eb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/67510f61ac1a489e94672e29d7f3a9eb 2024-11-28T10:16:37,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/2f434360769849a58b648733cd5a0ec7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/2f434360769849a58b648733cd5a0ec7 2024-11-28T10:16:37,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8182652d3b1d4e97976f7004917331f9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8182652d3b1d4e97976f7004917331f9 2024-11-28T10:16:37,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/c66134f730c148e1890913da255392c1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/c66134f730c148e1890913da255392c1 2024-11-28T10:16:37,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/fe40cf1a0f5242d2a1e2d57b82e2fa96 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/fe40cf1a0f5242d2a1e2d57b82e2fa96 2024-11-28T10:16:37,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/f28cffdca72e44acb54897a2ac55c7f4 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/f28cffdca72e44acb54897a2ac55c7f4 2024-11-28T10:16:37,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8a530f3db67a4a6891862187ada0420e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/8a530f3db67a4a6891862187ada0420e 2024-11-28T10:16:37,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e52e146990de4a1589d51dcd148a97a9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ea99b39da8344731a3891d9e1d2ace3e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e8be8396635248be976c99f237c08c82, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/d95386125fa344ff8c87d24f4d16162a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ca3eb6b77f264778a9df5eb6c82d0536, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/6e21ee344748421288e43e2e3d98d1ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/4a40d68c0c064e37962948ba10e144b6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/da15e1918dc64e3ea780b057ded819cd, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/8d09847d8a3e4598b2d9f5107ac6eb8f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/438d4036800f4a519cfbf426c5584258, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7a29cfba2c5849e3ab83ea17aae01a7f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/085c13134bb34a63be3c661e2c26105d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7ea5da171ae0437e8beb4be1fe5113df, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f8c2f781ba474b45b0a1cc2d5957602f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/52a2073cd3634f29923ae23bbc958a44, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7bc346243c124a1897c0ca5e444e6b08, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7d88d7f12b194839b87152ee6af31da0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/bcb2796e9bcd4ba7b611cb8ff63a4b37, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/23b15878bb4b4ad49753e5dda0ab7e4b, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/672f668e111a4128b9bc80d4f01cd923, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/94c6f758639f4ae9b9ea1f94f7932df8] to archive 2024-11-28T10:16:37,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:16:37,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e52e146990de4a1589d51dcd148a97a9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e52e146990de4a1589d51dcd148a97a9 2024-11-28T10:16:37,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ea99b39da8344731a3891d9e1d2ace3e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ea99b39da8344731a3891d9e1d2ace3e 2024-11-28T10:16:37,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e8be8396635248be976c99f237c08c82 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/e8be8396635248be976c99f237c08c82 2024-11-28T10:16:37,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/d95386125fa344ff8c87d24f4d16162a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/d95386125fa344ff8c87d24f4d16162a 2024-11-28T10:16:37,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ca3eb6b77f264778a9df5eb6c82d0536 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/ca3eb6b77f264778a9df5eb6c82d0536 2024-11-28T10:16:37,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/6e21ee344748421288e43e2e3d98d1ad to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/6e21ee344748421288e43e2e3d98d1ad 2024-11-28T10:16:37,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/4a40d68c0c064e37962948ba10e144b6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/4a40d68c0c064e37962948ba10e144b6 2024-11-28T10:16:37,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/da15e1918dc64e3ea780b057ded819cd to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/da15e1918dc64e3ea780b057ded819cd 2024-11-28T10:16:37,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/8d09847d8a3e4598b2d9f5107ac6eb8f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/8d09847d8a3e4598b2d9f5107ac6eb8f 2024-11-28T10:16:37,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/438d4036800f4a519cfbf426c5584258 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/438d4036800f4a519cfbf426c5584258 2024-11-28T10:16:37,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7a29cfba2c5849e3ab83ea17aae01a7f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7a29cfba2c5849e3ab83ea17aae01a7f 2024-11-28T10:16:37,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/085c13134bb34a63be3c661e2c26105d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/085c13134bb34a63be3c661e2c26105d 2024-11-28T10:16:37,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7ea5da171ae0437e8beb4be1fe5113df to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7ea5da171ae0437e8beb4be1fe5113df 2024-11-28T10:16:37,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f8c2f781ba474b45b0a1cc2d5957602f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f8c2f781ba474b45b0a1cc2d5957602f 2024-11-28T10:16:37,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/52a2073cd3634f29923ae23bbc958a44 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/52a2073cd3634f29923ae23bbc958a44 2024-11-28T10:16:37,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7bc346243c124a1897c0ca5e444e6b08 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7bc346243c124a1897c0ca5e444e6b08 2024-11-28T10:16:37,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7d88d7f12b194839b87152ee6af31da0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/7d88d7f12b194839b87152ee6af31da0 2024-11-28T10:16:37,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/bcb2796e9bcd4ba7b611cb8ff63a4b37 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/bcb2796e9bcd4ba7b611cb8ff63a4b37 2024-11-28T10:16:37,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/23b15878bb4b4ad49753e5dda0ab7e4b to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/23b15878bb4b4ad49753e5dda0ab7e4b 2024-11-28T10:16:37,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/672f668e111a4128b9bc80d4f01cd923 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/672f668e111a4128b9bc80d4f01cd923 2024-11-28T10:16:37,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/94c6f758639f4ae9b9ea1f94f7932df8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/94c6f758639f4ae9b9ea1f94f7932df8 2024-11-28T10:16:37,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a4a33dd0b56d4ab7b181b790d4fa9558, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9ce19ab6a41844448e5945ac3261569a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e07338acdb154f9098353117a7a88504, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b2c49a8251f148c6b5e9fa0e9c44b20e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9b72f10e908c423696c48da3779e53b1, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/223de6fc375a4514adc6dab914355c96, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e0da300f5ed748b0bae116e440b2b42a, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/423cbca7d0a64b45a46326869f940de0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/de0072934d074acb8c2d22edd55c1feb, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e8f6f62da83d4e0c81476e80827ef5f7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f37e9464c1734667940c9a8c83adf44f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/5728ca01b60a4758a110153c48bd0956, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/3999e5967d124f50b97a7a528cbe8caf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/bb04e07572ab427eb66f94bcabd77fa7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/76b46becf8ad4184a2d7d7b1b01c5a99, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a19f464eab6c4790a16b7882e978194c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/559f8f99d89043d29333fdc2db5648a7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/615b63e066d34bf289af2b9fe5f35431, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/7da101c548e041bb81cc214ae0870451, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/66313ba5ed5547deb125273dc1d7d4ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b50977bd8ddd41bea2e4c823b1a297b9] to archive 2024-11-28T10:16:37,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:16:37,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a4a33dd0b56d4ab7b181b790d4fa9558 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a4a33dd0b56d4ab7b181b790d4fa9558 2024-11-28T10:16:37,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9ce19ab6a41844448e5945ac3261569a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9ce19ab6a41844448e5945ac3261569a 2024-11-28T10:16:37,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e07338acdb154f9098353117a7a88504 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e07338acdb154f9098353117a7a88504 2024-11-28T10:16:37,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b2c49a8251f148c6b5e9fa0e9c44b20e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b2c49a8251f148c6b5e9fa0e9c44b20e 2024-11-28T10:16:37,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9b72f10e908c423696c48da3779e53b1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/9b72f10e908c423696c48da3779e53b1 2024-11-28T10:16:37,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/223de6fc375a4514adc6dab914355c96 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/223de6fc375a4514adc6dab914355c96 2024-11-28T10:16:37,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e0da300f5ed748b0bae116e440b2b42a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e0da300f5ed748b0bae116e440b2b42a 2024-11-28T10:16:37,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/423cbca7d0a64b45a46326869f940de0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/423cbca7d0a64b45a46326869f940de0 2024-11-28T10:16:37,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/de0072934d074acb8c2d22edd55c1feb to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/de0072934d074acb8c2d22edd55c1feb 2024-11-28T10:16:37,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e8f6f62da83d4e0c81476e80827ef5f7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e8f6f62da83d4e0c81476e80827ef5f7 2024-11-28T10:16:37,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f37e9464c1734667940c9a8c83adf44f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f37e9464c1734667940c9a8c83adf44f 2024-11-28T10:16:37,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/5728ca01b60a4758a110153c48bd0956 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/5728ca01b60a4758a110153c48bd0956 2024-11-28T10:16:37,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/3999e5967d124f50b97a7a528cbe8caf to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/3999e5967d124f50b97a7a528cbe8caf 2024-11-28T10:16:37,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/bb04e07572ab427eb66f94bcabd77fa7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/bb04e07572ab427eb66f94bcabd77fa7 2024-11-28T10:16:37,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/76b46becf8ad4184a2d7d7b1b01c5a99 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/76b46becf8ad4184a2d7d7b1b01c5a99 2024-11-28T10:16:37,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a19f464eab6c4790a16b7882e978194c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/a19f464eab6c4790a16b7882e978194c 2024-11-28T10:16:37,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/559f8f99d89043d29333fdc2db5648a7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/559f8f99d89043d29333fdc2db5648a7 2024-11-28T10:16:37,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/615b63e066d34bf289af2b9fe5f35431 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/615b63e066d34bf289af2b9fe5f35431 2024-11-28T10:16:37,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/7da101c548e041bb81cc214ae0870451 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/7da101c548e041bb81cc214ae0870451 2024-11-28T10:16:37,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/66313ba5ed5547deb125273dc1d7d4ad to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/66313ba5ed5547deb125273dc1d7d4ad 2024-11-28T10:16:37,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b50977bd8ddd41bea2e4c823b1a297b9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/b50977bd8ddd41bea2e4c823b1a297b9 2024-11-28T10:16:37,639 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/recovered.edits/364.seqid, newMaxSeqId=364, maxSeqId=1 2024-11-28T10:16:37,639 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. 2024-11-28T10:16:37,639 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 1ce795f5a77c7b62e4a6ff0cf423d333: Waiting for close lock at 1732788996298Running coprocessor pre-close hooks at 1732788996298Disabling compacts and flushes for region at 1732788996298Disabling writes for close at 1732788996299 (+1 ms)Obtaining lock to block concurrent updates at 1732788996299Preparing flush snapshotting stores in 1ce795f5a77c7b62e4a6ff0cf423d333 at 1732788996299Finished memstore snapshotting TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732788996300 (+1 ms)Flushing stores of TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333. at 1732788996301 (+1 ms)Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/A: creating writer at 1732788996301Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/A: appending metadata at 1732788996305 (+4 ms)Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/A: closing flushed file at 1732788996305Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/B: creating writer at 1732788996720 (+415 ms)Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/B: appending metadata at 1732788996724 (+4 ms)Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/B: closing flushed file at 1732788996724Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/C: creating writer at 1732788997140 (+416 ms)Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/C: appending metadata at 1732788997144 (+4 ms)Flushing 1ce795f5a77c7b62e4a6ff0cf423d333/C: closing flushed file at 1732788997144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b51f22: reopening flushed file at 1732788997558 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14512b12: reopening flushed file at 1732788997566 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b78eeb0: reopening flushed file at 1732788997572 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 1ce795f5a77c7b62e4a6ff0cf423d333 in 1279ms, sequenceid=361, compaction requested=true at 1732788997578 (+6 ms)Writing region close event to WAL at 1732788997636 (+58 ms)Running coprocessor post-close hooks at 1732788997639 (+3 ms)Closed at 1732788997639 2024-11-28T10:16:37,641 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:37,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=1ce795f5a77c7b62e4a6ff0cf423d333, regionState=CLOSED 2024-11-28T10:16:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:16:37,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-28T10:16:37,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 1ce795f5a77c7b62e4a6ff0cf423d333, server=e792e7e95410,33131,1732788848287 in 1.4990 sec 2024-11-28T10:16:37,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-28T10:16:37,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1ce795f5a77c7b62e4a6ff0cf423d333, UNASSIGN in 1.5040 sec 2024-11-28T10:16:37,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-28T10:16:37,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5070 sec 2024-11-28T10:16:37,649 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788997648"}]},"ts":"1732788997648"} 2024-11-28T10:16:37,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T10:16:37,650 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T10:16:37,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5640 sec 2024-11-28T10:16:37,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T10:16:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-28T10:16:38,289 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:38,290 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T10:16:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,293 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T10:16:38,295 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,298 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:38,303 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/recovered.edits] 2024-11-28T10:16:38,307 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/330e28b973cd45a89da8faceea99215e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/330e28b973cd45a89da8faceea99215e 2024-11-28T10:16:38,309 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/5657fbb56a2d482396754b1bb98cda1e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/5657fbb56a2d482396754b1bb98cda1e 2024-11-28T10:16:38,310 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/78d7e0e9b97547f0a57231400b9e7da1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/78d7e0e9b97547f0a57231400b9e7da1 2024-11-28T10:16:38,312 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a081ed29339d42009ac1d35976b92270 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/A/a081ed29339d42009ac1d35976b92270 2024-11-28T10:16:38,315 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/131029beae7b49958bf35c2ffdc5a6e6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/131029beae7b49958bf35c2ffdc5a6e6 2024-11-28T10:16:38,316 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/528990e3d9d5435cb0d730971d4e7980 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/528990e3d9d5435cb0d730971d4e7980 2024-11-28T10:16:38,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/cbb7aa7c37a142a1b8e55d8a5f605500 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/cbb7aa7c37a142a1b8e55d8a5f605500 2024-11-28T10:16:38,319 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f1f1bac8bdd94af99dba1ef5d1524ea2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/B/f1f1bac8bdd94af99dba1ef5d1524ea2 2024-11-28T10:16:38,322 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/0aafa91618c0457888496e5d1bc84151 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/0aafa91618c0457888496e5d1bc84151 2024-11-28T10:16:38,324 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/616a603381d14e17b6ed51e45780f57c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/616a603381d14e17b6ed51e45780f57c 2024-11-28T10:16:38,325 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e63b8772021c45db92a19b265075522c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/e63b8772021c45db92a19b265075522c 2024-11-28T10:16:38,327 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f9798ae01f8d4ba7b54a8ec6e8d7964d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/C/f9798ae01f8d4ba7b54a8ec6e8d7964d 2024-11-28T10:16:38,330 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/recovered.edits/364.seqid to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333/recovered.edits/364.seqid 2024-11-28T10:16:38,331 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/1ce795f5a77c7b62e4a6ff0cf423d333 2024-11-28T10:16:38,331 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T10:16:38,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,337 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T10:16:38,340 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T10:16:38,341 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,341 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T10:16:38,341 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732788998341"}]},"ts":"9223372036854775807"} 2024-11-28T10:16:38,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T10:16:38,343 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1ce795f5a77c7b62e4a6ff0cf423d333, NAME => 'TestAcidGuarantees,,1732788967616.1ce795f5a77c7b62e4a6ff0cf423d333.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T10:16:38,343 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T10:16:38,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732788998344"}]},"ts":"9223372036854775807"} 2024-11-28T10:16:38,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T10:16:38,347 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-28T10:16:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-28T10:16:38,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T10:16:38,399 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:38,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248 (was 251), OpenFileDescriptor=447 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=3859 (was 3882) 2024-11-28T10:16:38,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=3859 2024-11-28T10:16:38,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:16:38,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:16:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:38,428 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T10:16:38,428 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:38,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-28T10:16:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-28T10:16:38,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T10:16:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742325_1501 (size=1061) 2024-11-28T10:16:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-28T10:16:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-28T10:16:38,840 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d 2024-11-28T10:16:38,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742326_1502 (size=53) 2024-11-28T10:16:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-28T10:16:39,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:16:39,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bf0543d7c701b1231b52714d1cded8d0, disabling compactions & flushes 2024-11-28T10:16:39,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. after waiting 0 ms 2024-11-28T10:16:39,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bf0543d7c701b1231b52714d1cded8d0: Waiting for close lock at 1732788999249Disabling compacts and flushes for region at 1732788999249Disabling writes for close at 1732788999249Writing region close event to WAL at 1732788999249Closed at 1732788999249 2024-11-28T10:16:39,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T10:16:39,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732788999251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732788999251"}]},"ts":"1732788999251"} 2024-11-28T10:16:39,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T10:16:39,256 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T10:16:39,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788999256"}]},"ts":"1732788999256"} 2024-11-28T10:16:39,258 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T10:16:39,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, ASSIGN}] 2024-11-28T10:16:39,260 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, ASSIGN 2024-11-28T10:16:39,261 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, ASSIGN; state=OFFLINE, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=false 2024-11-28T10:16:39,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:39,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, ASSIGN because future has completed 2024-11-28T10:16:39,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:16:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-28T10:16:39,571 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,572 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:16:39,572 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,573 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:16:39,573 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,573 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,576 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,580 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:39,580 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0543d7c701b1231b52714d1cded8d0 columnFamilyName A 2024-11-28T10:16:39,580 DEBUG [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:39,581 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(327): Store=bf0543d7c701b1231b52714d1cded8d0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:39,581 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,582 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:39,582 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0543d7c701b1231b52714d1cded8d0 columnFamilyName B 2024-11-28T10:16:39,582 DEBUG [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:39,583 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(327): Store=bf0543d7c701b1231b52714d1cded8d0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:39,583 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,584 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:39,584 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0543d7c701b1231b52714d1cded8d0 columnFamilyName C 2024-11-28T10:16:39,584 DEBUG [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:39,585 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(327): Store=bf0543d7c701b1231b52714d1cded8d0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:39,585 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,585 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,586 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,586 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,588 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,588 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,589 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:16:39,590 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,593 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T10:16:39,593 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened bf0543d7c701b1231b52714d1cded8d0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71343924, jitterRate=0.06310731172561646}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:16:39,594 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:39,595 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for bf0543d7c701b1231b52714d1cded8d0: Running coprocessor pre-open hook at 1732788999573Writing region info on filesystem at 1732788999573Initializing all the Stores at 1732788999575 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788999575Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788999576 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732788999576Cleaning up temporary data from old regions at 1732788999588 (+12 ms)Running coprocessor post-open hooks at 1732788999594 (+6 ms)Region opened successfully at 1732788999594 2024-11-28T10:16:39,596 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., pid=140, masterSystemTime=1732788999565 2024-11-28T10:16:39,598 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,598 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:39,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=OPEN, openSeqNum=2, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:39,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:16:39,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-28T10:16:39,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 in 188 msec 2024-11-28T10:16:39,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-28T10:16:39,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, ASSIGN in 344 msec 2024-11-28T10:16:39,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T10:16:39,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732788999606"}]},"ts":"1732788999606"} 2024-11-28T10:16:39,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T10:16:39,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T10:16:39,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-28T10:16:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-28T10:16:40,580 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:40,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d463f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:40,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:40,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:40,586 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:40,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:40,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518b4f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:40,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:40,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20861131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:40,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:40,593 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:40,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:40,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T10:16:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e792e7e95410,45667,1732788847528 2024-11-28T10:16:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9fc57c 2024-11-28T10:16:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T10:16:40,596 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T10:16:40,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T10:16:40,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T10:16:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T10:16:40,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742327_1503 (size=1097) 2024-11-28T10:16:41,013 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-28T10:16:41,013 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-28T10:16:41,018 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:16:41,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, REOPEN/MOVE}] 2024-11-28T10:16:41,022 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, REOPEN/MOVE 2024-11-28T10:16:41,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,025 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45667 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=e792e7e95410,33131,1732788848287, table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T10:16:41,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, REOPEN/MOVE because future has completed 2024-11-28T10:16:41,025 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:16:41,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:16:41,178 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:16:41,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing bf0543d7c701b1231b52714d1cded8d0, disabling compactions & flushes 2024-11-28T10:16:41,178 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,178 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. after waiting 0 ms 2024-11-28T10:16:41,179 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,182 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T10:16:41,182 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,182 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for bf0543d7c701b1231b52714d1cded8d0: Waiting for close lock at 1732789001178Running coprocessor pre-close hooks at 1732789001178Disabling compacts and flushes for region at 1732789001178Disabling writes for close at 1732789001178Writing region close event to WAL at 1732789001179 (+1 ms)Running coprocessor post-close hooks at 1732789001182 (+3 ms)Closed at 1732789001182 2024-11-28T10:16:41,182 WARN [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: bf0543d7c701b1231b52714d1cded8d0 to self. 2024-11-28T10:16:41,184 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,184 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=CLOSED 2024-11-28T10:16:41,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:16:41,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-28T10:16:41,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 in 161 msec 2024-11-28T10:16:41,188 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, REOPEN/MOVE; state=CLOSED, location=e792e7e95410,33131,1732788848287; forceNewPlan=false, retain=true 2024-11-28T10:16:41,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=OPENING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, REOPEN/MOVE because future has completed 2024-11-28T10:16:41,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:16:41,503 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,504 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} 2024-11-28T10:16:41,504 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,504 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T10:16:41,505 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,505 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,507 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,508 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:41,509 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0543d7c701b1231b52714d1cded8d0 columnFamilyName A 2024-11-28T10:16:41,511 DEBUG [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:41,512 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(327): Store=bf0543d7c701b1231b52714d1cded8d0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:41,512 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,512 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:41,513 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0543d7c701b1231b52714d1cded8d0 columnFamilyName B 2024-11-28T10:16:41,513 DEBUG [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:41,513 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(327): Store=bf0543d7c701b1231b52714d1cded8d0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:41,513 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,513 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-28T10:16:41,513 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf0543d7c701b1231b52714d1cded8d0 columnFamilyName C 2024-11-28T10:16:41,513 DEBUG [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:41,514 INFO [StoreOpener-bf0543d7c701b1231b52714d1cded8d0-1 {}] regionserver.HStore(327): Store=bf0543d7c701b1231b52714d1cded8d0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T10:16:41,514 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,514 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,514 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,515 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,516 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,516 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,516 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T10:16:41,517 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,517 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened bf0543d7c701b1231b52714d1cded8d0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75285526, jitterRate=0.12184175848960876}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T10:16:41,517 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,518 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for bf0543d7c701b1231b52714d1cded8d0: Running coprocessor pre-open hook at 1732789001505Writing region info on filesystem at 1732789001505Initializing all the Stores at 1732789001506 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789001506Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789001507 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732789001507Cleaning up temporary data from old regions at 1732789001516 (+9 ms)Running coprocessor post-open hooks at 1732789001517 (+1 ms)Region opened successfully at 1732789001518 (+1 ms) 2024-11-28T10:16:41,518 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., pid=145, masterSystemTime=1732789001498 2024-11-28T10:16:41,520 DEBUG [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,520 INFO [RS_OPEN_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=OPEN, openSeqNum=5, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:16:41,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-28T10:16:41,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 in 178 msec 2024-11-28T10:16:41,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-28T10:16:41,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, REOPEN/MOVE in 502 msec 2024-11-28T10:16:41,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-28T10:16:41,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-28T10:16:41,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 928 msec 2024-11-28T10:16:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-28T10:16:41,528 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:41,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,529 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505eb884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,530 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51db647d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,532 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290514f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,533 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49985f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,535 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5952adac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,536 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc96a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,538 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b61728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,540 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b80dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,542 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d5eaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,543 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,544 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f0635d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,546 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cef9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,547 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a8d852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59723584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df02e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,553 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153b59c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,555 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ab0cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3147757b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436039a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e792e7e95410,45667,-1 for getting cluster id 2024-11-28T10:16:41,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T10:16:41,564 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f577b5a-8f97-4461-80cd-721f8eccca46' 2024-11-28T10:16:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T10:16:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f577b5a-8f97-4461-80cd-721f8eccca46" 2024-11-28T10:16:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527bad2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e792e7e95410,45667,-1] 2024-11-28T10:16:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T10:16:41,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:16:41,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T10:16:41,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5920143e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T10:16:41,567 DEBUG [Thread-2262 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,567 DEBUG [Thread-2254 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,567 DEBUG [Thread-2260 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,567 DEBUG [Thread-2256 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,567 DEBUG [Thread-2273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,567 DEBUG [Thread-2258 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,568 DEBUG [Thread-2269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,568 DEBUG [Thread-2267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,569 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,569 DEBUG [Thread-2265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-28T10:16:41,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,570 DEBUG [Thread-2269 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,570 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,570 DEBUG [Thread-2269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,571 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:41,571 DEBUG [Thread-2271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T10:16:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-28T10:16:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e792e7e95410,33131,1732788848287, seqNum=-1] 2024-11-28T10:16:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T10:16:41,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,573 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:41,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:41,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T10:16:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5] 2024-11-28T10:16:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:16:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:41,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:41,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789061599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789061599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732789001595, max timestamp=1732789001602Num uniques 859; 2024-11-28T10:16:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732789001595, max timestamp=1732789001602Num uniques 859; 2024-11-28T10:16:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732789001595, max timestamp=1732789001602Num uniques 859; 2024-11-28T10:16:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:41,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ee9ad783d46b432c95ca786f9121607e_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789001578/Put/seqid=0 2024-11-28T10:16:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742328_1504 (size=12154) 2024-11-28T10:16:41,618 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:41,621 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ee9ad783d46b432c95ca786f9121607e_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ee9ad783d46b432c95ca786f9121607e_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:41,622 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/32841ee6df1749e4892fa392820db609, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:41,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/32841ee6df1749e4892fa392820db609 is 175, key is test_row_0/A:col10/1732789001578/Put/seqid=0 2024-11-28T10:16:41,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742329_1505 (size=30955) 2024-11-28T10:16:41,625 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/32841ee6df1749e4892fa392820db609 2024-11-28T10:16:41,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789061626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789061628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789061632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/12be216d644748079dc2c8c5e9b454b9 is 50, key is test_row_0/B:col10/1732789001578/Put/seqid=0 2024-11-28T10:16:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-28T10:16:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742330_1506 (size=12001) 2024-11-28T10:16:41,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/12be216d644748079dc2c8c5e9b454b9 2024-11-28T10:16:41,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789061709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789061709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/e2c2127f886c4a4da9fd9b4ddade9875 is 50, key is test_row_0/C:col10/1732789001578/Put/seqid=0 2024-11-28T10:16:41,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T10:16:41,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:41,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:41,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742331_1507 (size=12001) 2024-11-28T10:16:41,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789061738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789061738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789061748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T10:16:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:41,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:41,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:41,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-28T10:16:41,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789061919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789061919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789061948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789061948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:41,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789061958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T10:16:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:42,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:42,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/e2c2127f886c4a4da9fd9b4ddade9875 2024-11-28T10:16:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/32841ee6df1749e4892fa392820db609 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609 2024-11-28T10:16:42,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609, entries=150, sequenceid=15, filesize=30.2 K 2024-11-28T10:16:42,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/12be216d644748079dc2c8c5e9b454b9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12be216d644748079dc2c8c5e9b454b9 2024-11-28T10:16:42,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12be216d644748079dc2c8c5e9b454b9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-28T10:16:42,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/e2c2127f886c4a4da9fd9b4ddade9875 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e2c2127f886c4a4da9fd9b4ddade9875 2024-11-28T10:16:42,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e2c2127f886c4a4da9fd9b4ddade9875, entries=150, sequenceid=15, filesize=11.7 K 2024-11-28T10:16:42,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bf0543d7c701b1231b52714d1cded8d0 in 568ms, sequenceid=15, compaction requested=false 2024-11-28T10:16:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:42,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T10:16:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:42,183 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-28T10:16:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:42,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:42,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112858b2ad0a9d9947e2b8dc02b1f22241c3_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789001625/Put/seqid=0 2024-11-28T10:16:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742332_1508 (size=12154) 2024-11-28T10:16:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-28T10:16:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789062246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789062246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789062258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789062258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789062268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789062358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789062358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789062569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789062569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:42,595 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112858b2ad0a9d9947e2b8dc02b1f22241c3_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858b2ad0a9d9947e2b8dc02b1f22241c3_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94f9fe0f60494853815c07d961299ed5, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:42,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94f9fe0f60494853815c07d961299ed5 is 175, key is test_row_0/A:col10/1732789001625/Put/seqid=0 2024-11-28T10:16:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742333_1509 (size=30955) 2024-11-28T10:16:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-28T10:16:42,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789062768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789062768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789062778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789062878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789062878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,881 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:42,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,000 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94f9fe0f60494853815c07d961299ed5 2024-11-28T10:16:43,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/6e157a1e62fb4069ba35756c71fe3d80 is 50, key is test_row_0/B:col10/1732789001625/Put/seqid=0 2024-11-28T10:16:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742334_1510 (size=12001) 2024-11-28T10:16:43,009 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/6e157a1e62fb4069ba35756c71fe3d80 2024-11-28T10:16:43,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/754c23409b5f41f58f25336603216d8e is 50, key is test_row_0/C:col10/1732789001625/Put/seqid=0 2024-11-28T10:16:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742335_1511 (size=12001) 2024-11-28T10:16:43,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:16:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789063388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789063388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,437 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/754c23409b5f41f58f25336603216d8e 2024-11-28T10:16:43,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94f9fe0f60494853815c07d961299ed5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5 2024-11-28T10:16:43,442 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5, entries=150, sequenceid=49, filesize=30.2 K 2024-11-28T10:16:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/6e157a1e62fb4069ba35756c71fe3d80 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/6e157a1e62fb4069ba35756c71fe3d80 2024-11-28T10:16:43,445 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/6e157a1e62fb4069ba35756c71fe3d80, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T10:16:43,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/754c23409b5f41f58f25336603216d8e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/754c23409b5f41f58f25336603216d8e 2024-11-28T10:16:43,448 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/754c23409b5f41f58f25336603216d8e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T10:16:43,449 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for bf0543d7c701b1231b52714d1cded8d0 in 1266ms, sequenceid=49, compaction requested=false 2024-11-28T10:16:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:43,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-28T10:16:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-28T10:16:43,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-28T10:16:43,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8770 sec 2024-11-28T10:16:43,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.8860 sec 2024-11-28T10:16:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-28T10:16:43,719 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:43,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-28T10:16:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:43,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:43,721 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:43,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:43,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-28T10:16:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:43,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112835a6cb7b159949f09ca316d5b578c0f7_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:43,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742336_1512 (size=14594) 2024-11-28T10:16:43,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789063812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789063816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789063817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:43,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:43,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:43,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789063928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789063928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789063928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:44,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789064138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789064138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789064138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,192 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:44,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112835a6cb7b159949f09ca316d5b578c0f7_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112835a6cb7b159949f09ca316d5b578c0f7_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:44,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1da4909e1a8e4801b00b85cbbb066f7d, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:44,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1da4909e1a8e4801b00b85cbbb066f7d is 175, key is test_row_0/A:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:44,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742337_1513 (size=39549) 2024-11-28T10:16:44,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789064398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789064398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,400 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,401 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789064449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789064449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789064449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,602 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1da4909e1a8e4801b00b85cbbb066f7d 2024-11-28T10:16:44,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/7c3a77fa3c7b49999fd83c2aea84164f is 50, key is test_row_0/B:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:44,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742338_1514 (size=12001) 2024-11-28T10:16:44,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:44,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:44,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:44,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789064958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789064959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:44,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789064968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:44,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:44,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:45,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/7c3a77fa3c7b49999fd83c2aea84164f 2024-11-28T10:16:45,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3f6d0031923746649cf62e80830741a5 is 50, key is test_row_0/C:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742339_1515 (size=12001) 2024-11-28T10:16:45,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:45,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:45,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3f6d0031923746649cf62e80830741a5 2024-11-28T10:16:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1da4909e1a8e4801b00b85cbbb066f7d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d 2024-11-28T10:16:45,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d, entries=200, sequenceid=61, filesize=38.6 K 2024-11-28T10:16:45,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/7c3a77fa3c7b49999fd83c2aea84164f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/7c3a77fa3c7b49999fd83c2aea84164f 2024-11-28T10:16:45,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/7c3a77fa3c7b49999fd83c2aea84164f, entries=150, sequenceid=61, filesize=11.7 K 2024-11-28T10:16:45,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3f6d0031923746649cf62e80830741a5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3f6d0031923746649cf62e80830741a5 2024-11-28T10:16:45,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3f6d0031923746649cf62e80830741a5, entries=150, sequenceid=61, filesize=11.7 K 2024-11-28T10:16:45,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bf0543d7c701b1231b52714d1cded8d0 in 1653ms, sequenceid=61, compaction requested=true 2024-11-28T10:16:45,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:45,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:45,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:45,435 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:45,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:45,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:45,435 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:45,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:45,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:45,435 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:45,435 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:45,435 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:45,435 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:45,435 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,435 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,435 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12be216d644748079dc2c8c5e9b454b9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/6e157a1e62fb4069ba35756c71fe3d80, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/7c3a77fa3c7b49999fd83c2aea84164f] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=35.2 K 2024-11-28T10:16:45,435 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=99.1 K 2024-11-28T10:16:45,435 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,436 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d] 2024-11-28T10:16:45,436 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 12be216d644748079dc2c8c5e9b454b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732789001577 2024-11-28T10:16:45,436 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32841ee6df1749e4892fa392820db609, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732789001577 2024-11-28T10:16:45,436 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e157a1e62fb4069ba35756c71fe3d80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732789001625 2024-11-28T10:16:45,436 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94f9fe0f60494853815c07d961299ed5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732789001625 2024-11-28T10:16:45,436 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c3a77fa3c7b49999fd83c2aea84164f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732789002238 2024-11-28T10:16:45,437 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da4909e1a8e4801b00b85cbbb066f7d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732789002238 2024-11-28T10:16:45,443 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:45,443 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/cce0a8d6ca8e4c898c54b5c8a95121d8 is 50, key is test_row_0/B:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:45,446 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742340_1516 (size=12104) 2024-11-28T10:16:45,465 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112802bcd337e0a9411aae9abd524b016c26_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:45,467 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112802bcd337e0a9411aae9abd524b016c26_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:45,467 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112802bcd337e0a9411aae9abd524b016c26_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742341_1517 (size=4469) 2024-11-28T10:16:45,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-28T10:16:45,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,550 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:16:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:45,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284a4bcf1ea12e49c69a7ff36a42c0befa_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789003816/Put/seqid=0 2024-11-28T10:16:45,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742342_1518 (size=12154) 2024-11-28T10:16:45,862 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/cce0a8d6ca8e4c898c54b5c8a95121d8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/cce0a8d6ca8e4c898c54b5c8a95121d8 2024-11-28T10:16:45,866 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into cce0a8d6ca8e4c898c54b5c8a95121d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:45,866 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:45,866 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=13, startTime=1732789005435; duration=0sec 2024-11-28T10:16:45,866 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:45,866 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:45,866 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:45,866 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:45,866 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:45,866 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:45,867 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e2c2127f886c4a4da9fd9b4ddade9875, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/754c23409b5f41f58f25336603216d8e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3f6d0031923746649cf62e80830741a5] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=35.2 K 2024-11-28T10:16:45,867 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c2127f886c4a4da9fd9b4ddade9875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732789001577 2024-11-28T10:16:45,867 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 754c23409b5f41f58f25336603216d8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732789001625 2024-11-28T10:16:45,867 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6d0031923746649cf62e80830741a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732789002238 2024-11-28T10:16:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:45,872 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:45,872 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/2b1c941ba64c4719a6777c3018988513 is 50, key is test_row_0/C:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742343_1519 (size=12104) 2024-11-28T10:16:45,878 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:45,878 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/58c9891e9e8b4dd0a8df009f2aa91c25 is 175, key is test_row_0/A:col10/1732789002240/Put/seqid=0 2024-11-28T10:16:45,879 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/2b1c941ba64c4719a6777c3018988513 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2b1c941ba64c4719a6777c3018988513 2024-11-28T10:16:45,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742344_1520 (size=31058) 2024-11-28T10:16:45,883 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into 2b1c941ba64c4719a6777c3018988513(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:45,883 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:45,883 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=13, startTime=1732789005435; duration=0sec 2024-11-28T10:16:45,883 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:45,883 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:16:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:45,990 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284a4bcf1ea12e49c69a7ff36a42c0befa_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284a4bcf1ea12e49c69a7ff36a42c0befa_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:45,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94cc477ef8b0423b9835d812930373cf, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:45,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94cc477ef8b0423b9835d812930373cf is 175, key is test_row_0/A:col10/1732789003816/Put/seqid=0 2024-11-28T10:16:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742345_1521 (size=30955) 2024-11-28T10:16:45,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789065991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:45,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:45,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:45,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789065992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:45,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789065993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789066098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789066108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789066108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,286 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/58c9891e9e8b4dd0a8df009f2aa91c25 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/58c9891e9e8b4dd0a8df009f2aa91c25 2024-11-28T10:16:46,289 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into 58c9891e9e8b4dd0a8df009f2aa91c25(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:46,289 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:46,289 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=13, startTime=1732789005434; duration=0sec 2024-11-28T10:16:46,289 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:46,289 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:46,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789066308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789066318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789066318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,396 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94cc477ef8b0423b9835d812930373cf 2024-11-28T10:16:46,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/5ac3714f412d4f72b32caa045f269d03 is 50, key is test_row_0/B:col10/1732789003816/Put/seqid=0 2024-11-28T10:16:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789066408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,411 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789066418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742346_1522 (size=12001) 2024-11-28T10:16:46,421 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_2' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,421 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/5ac3714f412d4f72b32caa045f269d03 2024-11-28T10:16:46,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/cc971a74dff84776af264b0c24139c00 is 50, key is test_row_0/C:col10/1732789003816/Put/seqid=0 2024-11-28T10:16:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742347_1523 (size=12001) 2024-11-28T10:16:46,441 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/cc971a74dff84776af264b0c24139c00 2024-11-28T10:16:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/94cc477ef8b0423b9835d812930373cf as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf 2024-11-28T10:16:46,461 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf, entries=150, sequenceid=81, filesize=30.2 K 2024-11-28T10:16:46,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/5ac3714f412d4f72b32caa045f269d03 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/5ac3714f412d4f72b32caa045f269d03 2024-11-28T10:16:46,467 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/5ac3714f412d4f72b32caa045f269d03, entries=150, sequenceid=81, filesize=11.7 K 2024-11-28T10:16:46,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/cc971a74dff84776af264b0c24139c00 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/cc971a74dff84776af264b0c24139c00 2024-11-28T10:16:46,479 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/cc971a74dff84776af264b0c24139c00, entries=150, sequenceid=81, filesize=11.7 K 2024-11-28T10:16:46,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-28T10:16:46,481 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for bf0543d7c701b1231b52714d1cded8d0 in 931ms, sequenceid=81, compaction requested=false 2024-11-28T10:16:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:46,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-28T10:16:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-28T10:16:46,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-28T10:16:46,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7610 sec 2024-11-28T10:16:46,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.7680 sec 2024-11-28T10:16:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:46,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:16:46,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:46,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:46,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:46,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:46,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:46,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:46,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128be3513d0c0304008a38e64628c9f79f7_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742348_1524 (size=12154) 2024-11-28T10:16:46,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:46,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128be3513d0c0304008a38e64628c9f79f7_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128be3513d0c0304008a38e64628c9f79f7_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:46,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a8a21f1a136347cf8a45b2e390db0773, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:46,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a8a21f1a136347cf8a45b2e390db0773 is 175, key is test_row_0/A:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:46,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742349_1525 (size=30955) 2024-11-28T10:16:46,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a8a21f1a136347cf8a45b2e390db0773 2024-11-28T10:16:46,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789066667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789066669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789066673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/f343012e71054305bdddd9a8845c8c16 is 50, key is test_row_0/B:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:46,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742350_1526 (size=12001) 2024-11-28T10:16:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789066779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789066779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789066788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789066989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789066990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:46,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789066999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/f343012e71054305bdddd9a8845c8c16 2024-11-28T10:16:47,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/04c76e7e4efa4e309c5cd0446eb215b6 is 50, key is test_row_0/C:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:47,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742351_1527 (size=12001) 2024-11-28T10:16:47,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/04c76e7e4efa4e309c5cd0446eb215b6 2024-11-28T10:16:47,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a8a21f1a136347cf8a45b2e390db0773 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773 2024-11-28T10:16:47,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773, entries=150, sequenceid=97, filesize=30.2 K 2024-11-28T10:16:47,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/f343012e71054305bdddd9a8845c8c16 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/f343012e71054305bdddd9a8845c8c16 2024-11-28T10:16:47,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/f343012e71054305bdddd9a8845c8c16, entries=150, sequenceid=97, filesize=11.7 K 2024-11-28T10:16:47,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/04c76e7e4efa4e309c5cd0446eb215b6 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/04c76e7e4efa4e309c5cd0446eb215b6 2024-11-28T10:16:47,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/04c76e7e4efa4e309c5cd0446eb215b6, entries=150, sequenceid=97, filesize=11.7 K 2024-11-28T10:16:47,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for bf0543d7c701b1231b52714d1cded8d0 in 556ms, sequenceid=97, compaction requested=true 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:47,179 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:47,179 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:47,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:47,179 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:47,179 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:47,179 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:47,179 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:47,179 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:47,179 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:47,179 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/58c9891e9e8b4dd0a8df009f2aa91c25, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=90.8 K 2024-11-28T10:16:47,180 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/cce0a8d6ca8e4c898c54b5c8a95121d8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/5ac3714f412d4f72b32caa045f269d03, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/f343012e71054305bdddd9a8845c8c16] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=35.3 K 2024-11-28T10:16:47,180 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:47,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/58c9891e9e8b4dd0a8df009f2aa91c25, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773] 2024-11-28T10:16:47,180 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting cce0a8d6ca8e4c898c54b5c8a95121d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732789002238 2024-11-28T10:16:47,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58c9891e9e8b4dd0a8df009f2aa91c25, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732789002238 2024-11-28T10:16:47,180 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ac3714f412d4f72b32caa045f269d03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732789003809 2024-11-28T10:16:47,180 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94cc477ef8b0423b9835d812930373cf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732789003809 2024-11-28T10:16:47,180 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting f343012e71054305bdddd9a8845c8c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732789005989 2024-11-28T10:16:47,181 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8a21f1a136347cf8a45b2e390db0773, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732789005989 2024-11-28T10:16:47,192 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:47,194 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:47,195 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/e1211146f935456d9d9f81c4b424aefa is 50, key is test_row_0/B:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:47,195 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411287b1187609f844c39915a9dde0db9f093_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:47,197 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411287b1187609f844c39915a9dde0db9f093_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:47,197 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287b1187609f844c39915a9dde0db9f093_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742352_1528 (size=12207) 2024-11-28T10:16:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742353_1529 (size=4469) 2024-11-28T10:16:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:47,341 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732789006661, max timestamp=1732789007312Num uniques 859; 2024-11-28T10:16:47,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:47,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732789006661, max timestamp=1732789007312Num uniques 859; 2024-11-28T10:16:47,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:47,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1732789006661, max timestamp=1732789007312Num uniques 859; 2024-11-28T10:16:47,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:47,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=40.25 KB heapSize=101.39 KB 2024-11-28T10:16:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:47,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f4869fa163384ff792a00f8d7937d8ea_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789007309/Put/seqid=0 2024-11-28T10:16:47,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742354_1530 (size=14594) 2024-11-28T10:16:47,370 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:47,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f4869fa163384ff792a00f8d7937d8ea_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f4869fa163384ff792a00f8d7937d8ea_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:47,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d359628aaacb4f16a8750e4dbd6d94b7, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:47,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d359628aaacb4f16a8750e4dbd6d94b7 is 175, key is test_row_0/A:col10/1732789007309/Put/seqid=0 2024-11-28T10:16:47,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789007381, max timestamp=1732789007390Num uniques 859; 2024-11-28T10:16:47,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:47,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789007381, max timestamp=1732789007390Num uniques 859; 2024-11-28T10:16:47,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:47,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789007381, max timestamp=1732789007390Num uniques 859; 2024-11-28T10:16:47,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742355_1531 (size=39549) 2024-11-28T10:16:47,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d359628aaacb4f16a8750e4dbd6d94b7 2024-11-28T10:16:47,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/08440ac6188941d4b7fd02e6ced2c8d0 is 50, key is test_row_0/B:col10/1732789007309/Put/seqid=0 2024-11-28T10:16:47,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742356_1532 (size=12001) 2024-11-28T10:16:47,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732789007444, max timestamp=1732789007465Num uniques 1018; 2024-11-28T10:16:47,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-28T10:16:47,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732789007444, max timestamp=1732789007465Num uniques 1018; 2024-11-28T10:16:47,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-28T10:16:47,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732789007444, max timestamp=1732789007465Num uniques 1018; 2024-11-28T10:16:47,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-28T10:16:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789067524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789067524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789067534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,616 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:47,616 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a646da19a2a64bf489f6fda44f29b926 is 175, key is test_row_0/A:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:47,619 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/e1211146f935456d9d9f81c4b424aefa as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/e1211146f935456d9d9f81c4b424aefa 2024-11-28T10:16:47,623 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into e1211146f935456d9d9f81c4b424aefa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:47,623 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:47,623 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=13, startTime=1732789007179; duration=0sec 2024-11-28T10:16:47,623 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:47,623 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:47,623 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:47,625 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:47,625 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:47,625 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:47,625 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2b1c941ba64c4719a6777c3018988513, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/cc971a74dff84776af264b0c24139c00, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/04c76e7e4efa4e309c5cd0446eb215b6] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=35.3 K 2024-11-28T10:16:47,625 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1c941ba64c4719a6777c3018988513, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732789002238 2024-11-28T10:16:47,626 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting cc971a74dff84776af264b0c24139c00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732789003809 2024-11-28T10:16:47,626 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 04c76e7e4efa4e309c5cd0446eb215b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732789005989 2024-11-28T10:16:47,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789067638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789067638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789067649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,653 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#451 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:47,653 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/aef892a6aee74f4a99cd40268d5c46db is 50, key is test_row_0/C:col10/1732789005989/Put/seqid=0 2024-11-28T10:16:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742357_1533 (size=31161) 2024-11-28T10:16:47,675 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a646da19a2a64bf489f6fda44f29b926 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a646da19a2a64bf489f6fda44f29b926 2024-11-28T10:16:47,681 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into a646da19a2a64bf489f6fda44f29b926(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:47,681 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:47,681 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=13, startTime=1732789007179; duration=0sec 2024-11-28T10:16:47,681 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:47,681 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:47,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742358_1534 (size=12207) 2024-11-28T10:16:47,702 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/aef892a6aee74f4a99cd40268d5c46db as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/aef892a6aee74f4a99cd40268d5c46db 2024-11-28T10:16:47,708 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into aef892a6aee74f4a99cd40268d5c46db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:47,708 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:47,708 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=13, startTime=1732789007179; duration=0sec 2024-11-28T10:16:47,716 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:47,716 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:16:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789067848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789067849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/08440ac6188941d4b7fd02e6ced2c8d0 2024-11-28T10:16:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789067859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:47,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:47,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/8dedabb6725941bbb67a58d573b4b125 is 50, key is test_row_0/C:col10/1732789007309/Put/seqid=0 2024-11-28T10:16:47,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T10:16:47,886 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T10:16:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-28T10:16:47,889 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:47,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-28T10:16:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-28T10:16:47,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:47,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:47,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742359_1535 (size=12001) 2024-11-28T10:16:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-28T10:16:48,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-28T10:16:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:48,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:48,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:48,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789068161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789068168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789068180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-28T10:16:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:48,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:48,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-28T10:16:48,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/8dedabb6725941bbb67a58d573b4b125 2024-11-28T10:16:48,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d359628aaacb4f16a8750e4dbd6d94b7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7 2024-11-28T10:16:48,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7, entries=200, sequenceid=119, filesize=38.6 K 2024-11-28T10:16:48,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/08440ac6188941d4b7fd02e6ced2c8d0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/08440ac6188941d4b7fd02e6ced2c8d0 2024-11-28T10:16:48,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/08440ac6188941d4b7fd02e6ced2c8d0, entries=150, sequenceid=119, filesize=11.7 K 2024-11-28T10:16:48,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/8dedabb6725941bbb67a58d573b4b125 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/8dedabb6725941bbb67a58d573b4b125 2024-11-28T10:16:48,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/8dedabb6725941bbb67a58d573b4b125, entries=150, sequenceid=119, filesize=11.7 K 2024-11-28T10:16:48,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~101.34 KB/103776, currentSize=147.60 KB/151140 for bf0543d7c701b1231b52714d1cded8d0 in 997ms, sequenceid=119, compaction requested=false 2024-11-28T10:16:48,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:48,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-28T10:16:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:48,357 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-28T10:16:48,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:48,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281e139cd2249b47dcabf9c308bfc5b873_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789007531/Put/seqid=0 2024-11-28T10:16:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742360_1536 (size=12304) 2024-11-28T10:16:48,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:48,381 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281e139cd2249b47dcabf9c308bfc5b873_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281e139cd2249b47dcabf9c308bfc5b873_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:48,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/954d701a8c0946548edc3136dad8d880, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:48,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/954d701a8c0946548edc3136dad8d880 is 175, key is test_row_0/A:col10/1732789007531/Put/seqid=0 2024-11-28T10:16:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742361_1537 (size=31105) 2024-11-28T10:16:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-28T10:16:48,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:48,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789068689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789068690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789068693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789068799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789068799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789068808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:48,815 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/954d701a8c0946548edc3136dad8d880 2024-11-28T10:16:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/691b8fd38cf84fc09cdd6dfa95327e40 is 50, key is test_row_0/B:col10/1732789007531/Put/seqid=0 2024-11-28T10:16:48,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742362_1538 (size=12151) 2024-11-28T10:16:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789069008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,012 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789069008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789069019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-28T10:16:49,231 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/691b8fd38cf84fc09cdd6dfa95327e40 2024-11-28T10:16:49,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1a829046633e4ac4aa7371efef4e7934 is 50, key is test_row_0/C:col10/1732789007531/Put/seqid=0 2024-11-28T10:16:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742363_1539 (size=12151) 2024-11-28T10:16:49,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1a829046633e4ac4aa7371efef4e7934 2024-11-28T10:16:49,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/954d701a8c0946548edc3136dad8d880 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880 2024-11-28T10:16:49,250 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880, entries=150, sequenceid=176, filesize=30.4 K 2024-11-28T10:16:49,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/691b8fd38cf84fc09cdd6dfa95327e40 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/691b8fd38cf84fc09cdd6dfa95327e40 2024-11-28T10:16:49,254 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/691b8fd38cf84fc09cdd6dfa95327e40, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T10:16:49,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1a829046633e4ac4aa7371efef4e7934 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1a829046633e4ac4aa7371efef4e7934 2024-11-28T10:16:49,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1a829046633e4ac4aa7371efef4e7934, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T10:16:49,258 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for bf0543d7c701b1231b52714d1cded8d0 in 901ms, sequenceid=176, compaction requested=true 2024-11-28T10:16:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:49,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-28T10:16:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-28T10:16:49,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-28T10:16:49,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-11-28T10:16:49,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.3720 sec 2024-11-28T10:16:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:49,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-28T10:16:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:49,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c0c4423657d6467a8b196b43ab53a7ee_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742364_1540 (size=14794) 2024-11-28T10:16:49,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732789009353, max timestamp=1732789009367Num uniques 859; 2024-11-28T10:16:49,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-28T10:16:49,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732789009361, max timestamp=1732789009367Num uniques 859; 2024-11-28T10:16:49,372 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-28T10:16:49,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732789009361, max timestamp=1732789009367Num uniques 859; 2024-11-28T10:16:49,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-28T10:16:49,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789069404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789069406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789069412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789069518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789069518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789069528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789069728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789069728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:49,741 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c0c4423657d6467a8b196b43ab53a7ee_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c0c4423657d6467a8b196b43ab53a7ee_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:49,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1d7e7eadaa174affa2ce38a1633112a5, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:49,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1d7e7eadaa174affa2ce38a1633112a5 is 175, key is test_row_0/A:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789069738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:49,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742365_1541 (size=39749) 2024-11-28T10:16:49,757 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1d7e7eadaa174affa2ce38a1633112a5 2024-11-28T10:16:49,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/25631af8930748018763f4dbaf9ed247 is 50, key is test_row_0/B:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742366_1542 (size=12151) 2024-11-28T10:16:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-28T10:16:50,039 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:50,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-28T10:16:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T10:16:50,041 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:50,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:50,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:50,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789070039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789070048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789070048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T10:16:50,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/25631af8930748018763f4dbaf9ed247 2024-11-28T10:16:50,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/feb6bf23afc14799b5480dbf293cc349 is 50, key is test_row_0/C:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:50,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-28T10:16:50,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:50,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:50,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:50,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742367_1543 (size=12151) 2024-11-28T10:16:50,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/feb6bf23afc14799b5480dbf293cc349 2024-11-28T10:16:50,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/1d7e7eadaa174affa2ce38a1633112a5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5 2024-11-28T10:16:50,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5, entries=200, sequenceid=186, filesize=38.8 K 2024-11-28T10:16:50,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/25631af8930748018763f4dbaf9ed247 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/25631af8930748018763f4dbaf9ed247 2024-11-28T10:16:50,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/25631af8930748018763f4dbaf9ed247, entries=150, sequenceid=186, filesize=11.9 K 2024-11-28T10:16:50,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/feb6bf23afc14799b5480dbf293cc349 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/feb6bf23afc14799b5480dbf293cc349 2024-11-28T10:16:50,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/feb6bf23afc14799b5480dbf293cc349, entries=150, sequenceid=186, filesize=11.9 K 2024-11-28T10:16:50,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.15 KB/134300 for bf0543d7c701b1231b52714d1cded8d0 in 899ms, sequenceid=186, compaction requested=true 2024-11-28T10:16:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:50,220 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:50,220 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:50,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:50,222 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141564 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:50,222 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:50,222 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:50,222 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:50,222 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,222 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,222 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a646da19a2a64bf489f6fda44f29b926, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=138.2 K 2024-11-28T10:16:50,222 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/e1211146f935456d9d9f81c4b424aefa, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/08440ac6188941d4b7fd02e6ced2c8d0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/691b8fd38cf84fc09cdd6dfa95327e40, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/25631af8930748018763f4dbaf9ed247] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=47.4 K 2024-11-28T10:16:50,222 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,222 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a646da19a2a64bf489f6fda44f29b926, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5] 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting e1211146f935456d9d9f81c4b424aefa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732789005989 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting a646da19a2a64bf489f6fda44f29b926, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732789005989 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 08440ac6188941d4b7fd02e6ced2c8d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732789007309 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 691b8fd38cf84fc09cdd6dfa95327e40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732789007520 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d359628aaacb4f16a8750e4dbd6d94b7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732789006661 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 25631af8930748018763f4dbaf9ed247, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732789008682 2024-11-28T10:16:50,223 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 954d701a8c0946548edc3136dad8d880, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732789007520 2024-11-28T10:16:50,224 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d7e7eadaa174affa2ce38a1633112a5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732789008682 2024-11-28T10:16:50,227 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:50,229 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411288f12eb40098d4d86bc0635e757ff19ed_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:50,229 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:50,229 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/3d98c036151e4c50b665bc312726e063 is 50, key is test_row_0/B:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:50,231 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411288f12eb40098d4d86bc0635e757ff19ed_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:50,231 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288f12eb40098d4d86bc0635e757ff19ed_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742368_1544 (size=4469) 2024-11-28T10:16:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742369_1545 (size=12493) 2024-11-28T10:16:50,250 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/3d98c036151e4c50b665bc312726e063 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/3d98c036151e4c50b665bc312726e063 2024-11-28T10:16:50,254 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into 3d98c036151e4c50b665bc312726e063(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:50,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:50,254 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=12, startTime=1732789010220; duration=0sec 2024-11-28T10:16:50,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:50,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:50,254 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T10:16:50,255 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T10:16:50,255 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:50,255 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,255 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/aef892a6aee74f4a99cd40268d5c46db, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/8dedabb6725941bbb67a58d573b4b125, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1a829046633e4ac4aa7371efef4e7934, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/feb6bf23afc14799b5480dbf293cc349] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=47.4 K 2024-11-28T10:16:50,255 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting aef892a6aee74f4a99cd40268d5c46db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732789005989 2024-11-28T10:16:50,255 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dedabb6725941bbb67a58d573b4b125, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732789007309 2024-11-28T10:16:50,255 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a829046633e4ac4aa7371efef4e7934, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732789007520 2024-11-28T10:16:50,255 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting feb6bf23afc14799b5480dbf293cc349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732789008682 2024-11-28T10:16:50,261 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:50,261 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/6e7c9156c59448bfb55fe8d1c0d0661f is 50, key is test_row_0/C:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742370_1546 (size=12493) 2024-11-28T10:16:50,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-28T10:16:50,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:50,347 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=131.15 KB heapSize=373.39 KB 2024-11-28T10:16:50,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:50,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:50,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:50,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112816a61c46803d4913911f6ef31b4a3c24_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789009410/Put/seqid=0 2024-11-28T10:16:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742371_1547 (size=12304) 2024-11-28T10:16:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T10:16:50,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:50,362 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112816a61c46803d4913911f6ef31b4a3c24_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112816a61c46803d4913911f6ef31b4a3c24_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:50,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/68a06f0983ce461ea784b2200e94e810, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:50,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/68a06f0983ce461ea784b2200e94e810 is 175, key is test_row_0/A:col10/1732789009410/Put/seqid=0 2024-11-28T10:16:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742372_1548 (size=31105) 2024-11-28T10:16:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:50,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789070469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789070470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,480 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789070558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789070558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789070558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789070588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789070589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,642 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#460 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:50,643 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/889a213a3258434a9983f28257a72b04 is 175, key is test_row_0/A:col10/1732789008682/Put/seqid=0 2024-11-28T10:16:50,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742373_1549 (size=31447) 2024-11-28T10:16:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T10:16:50,673 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/6e7c9156c59448bfb55fe8d1c0d0661f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/6e7c9156c59448bfb55fe8d1c0d0661f 2024-11-28T10:16:50,677 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into 6e7c9156c59448bfb55fe8d1c0d0661f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:50,677 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:50,677 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=12, startTime=1732789010220; duration=0sec 2024-11-28T10:16:50,678 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:50,678 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:16:50,771 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/68a06f0983ce461ea784b2200e94e810 2024-11-28T10:16:50,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/06938c1fb9b149e7a4dfa7b0f5b25b2d is 50, key is test_row_0/B:col10/1732789009410/Put/seqid=0 2024-11-28T10:16:50,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742374_1550 (size=12151) 2024-11-28T10:16:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789070798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789070798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,067 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/889a213a3258434a9983f28257a72b04 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/889a213a3258434a9983f28257a72b04 2024-11-28T10:16:51,072 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into 889a213a3258434a9983f28257a72b04(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:51,072 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:51,072 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=12, startTime=1732789010220; duration=0sec 2024-11-28T10:16:51,072 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:51,072 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789071109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789071109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T10:16:51,181 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/06938c1fb9b149e7a4dfa7b0f5b25b2d 2024-11-28T10:16:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1ff7f78857f54d53bb87f99d5335ba6e is 50, key is test_row_0/C:col10/1732789009410/Put/seqid=0 2024-11-28T10:16:51,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742375_1551 (size=12151) 2024-11-28T10:16:51,225 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1ff7f78857f54d53bb87f99d5335ba6e 2024-11-28T10:16:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/68a06f0983ce461ea784b2200e94e810 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810 2024-11-28T10:16:51,240 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810, entries=150, sequenceid=223, filesize=30.4 K 2024-11-28T10:16:51,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/06938c1fb9b149e7a4dfa7b0f5b25b2d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/06938c1fb9b149e7a4dfa7b0f5b25b2d 2024-11-28T10:16:51,248 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/06938c1fb9b149e7a4dfa7b0f5b25b2d, entries=150, sequenceid=223, filesize=11.9 K 2024-11-28T10:16:51,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1ff7f78857f54d53bb87f99d5335ba6e as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1ff7f78857f54d53bb87f99d5335ba6e 2024-11-28T10:16:51,253 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1ff7f78857f54d53bb87f99d5335ba6e, entries=150, sequenceid=223, filesize=11.9 K 2024-11-28T10:16:51,254 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~131.15 KB/134300, heapSize ~373.34 KB/382304, currentSize=46.96 KB/48090 for bf0543d7c701b1231b52714d1cded8d0 in 907ms, sequenceid=223, compaction requested=false 2024-11-28T10:16:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-28T10:16:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-28T10:16:51,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-28T10:16:51,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-11-28T10:16:51,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.2220 sec 2024-11-28T10:16:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:51,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-28T10:16:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:51,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:51,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128649862cb95354ca5a83467fbde48eb8d_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:51,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742376_1552 (size=17284) 2024-11-28T10:16:51,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:51,583 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128649862cb95354ca5a83467fbde48eb8d_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128649862cb95354ca5a83467fbde48eb8d_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:51,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d815914c0cfa4fe1a83ec9afeeddc7c7, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:51,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d815914c0cfa4fe1a83ec9afeeddc7c7 is 175, key is test_row_0/A:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:51,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742377_1553 (size=48389) 2024-11-28T10:16:51,597 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d815914c0cfa4fe1a83ec9afeeddc7c7 2024-11-28T10:16:51,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/81f4a299a11047fda7fbc115119a2ef5 is 50, key is test_row_0/B:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789071605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789071607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789071610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742378_1554 (size=12151) 2024-11-28T10:16:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789071618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789071618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789071718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789071718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789071718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789071929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789071929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789071929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:51,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/81f4a299a11047fda7fbc115119a2ef5 2024-11-28T10:16:52,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/06a63da829b84922b7ba295cc6f89ae0 is 50, key is test_row_0/C:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:52,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742379_1555 (size=12151) 2024-11-28T10:16:52,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/06a63da829b84922b7ba295cc6f89ae0 2024-11-28T10:16:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d815914c0cfa4fe1a83ec9afeeddc7c7 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7 2024-11-28T10:16:52,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7, entries=250, sequenceid=237, filesize=47.3 K 2024-11-28T10:16:52,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/81f4a299a11047fda7fbc115119a2ef5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/81f4a299a11047fda7fbc115119a2ef5 2024-11-28T10:16:52,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/81f4a299a11047fda7fbc115119a2ef5, entries=150, sequenceid=237, filesize=11.9 K 2024-11-28T10:16:52,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/06a63da829b84922b7ba295cc6f89ae0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/06a63da829b84922b7ba295cc6f89ae0 2024-11-28T10:16:52,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/06a63da829b84922b7ba295cc6f89ae0, entries=150, sequenceid=237, filesize=11.9 K 2024-11-28T10:16:52,054 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bf0543d7c701b1231b52714d1cded8d0 in 484ms, sequenceid=237, compaction requested=true 2024-11-28T10:16:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:52,054 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:52,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:52,055 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:52,056 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:52,056 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,056 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/889a213a3258434a9983f28257a72b04, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=108.3 K 2024-11-28T10:16:52,056 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/3d98c036151e4c50b665bc312726e063, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/06938c1fb9b149e7a4dfa7b0f5b25b2d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/81f4a299a11047fda7fbc115119a2ef5] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=35.9 K 2024-11-28T10:16:52,056 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/889a213a3258434a9983f28257a72b04, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7] 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d98c036151e4c50b665bc312726e063, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732789008682 2024-11-28T10:16:52,056 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889a213a3258434a9983f28257a72b04, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732789008682 2024-11-28T10:16:52,057 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68a06f0983ce461ea784b2200e94e810, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732789009402 2024-11-28T10:16:52,057 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 06938c1fb9b149e7a4dfa7b0f5b25b2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732789009402 2024-11-28T10:16:52,057 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting d815914c0cfa4fe1a83ec9afeeddc7c7, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732789010461 2024-11-28T10:16:52,057 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 81f4a299a11047fda7fbc115119a2ef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732789010461 2024-11-28T10:16:52,061 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:52,065 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:52,065 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/0ece2e3e4e3d46aba7175b44be8bcc6d is 50, key is test_row_0/B:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:52,069 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128c8ba1389616d4cbdbe1bc6e47cfc89ea_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:52,071 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128c8ba1389616d4cbdbe1bc6e47cfc89ea_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:52,071 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c8ba1389616d4cbdbe1bc6e47cfc89ea_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742380_1556 (size=12595) 2024-11-28T10:16:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742381_1557 (size=4469) 2024-11-28T10:16:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-28T10:16:52,188 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:52,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-28T10:16:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:52,190 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:52,191 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:52,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:52,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-28T10:16:52,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789011602, max timestamp=1732789012242Num uniques 859; 2024-11-28T10:16:52,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789011602, max timestamp=1732789012242Num uniques 859; 2024-11-28T10:16:52,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:52,244 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:52,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789011602, max timestamp=1732789012242Num uniques 859; 2024-11-28T10:16:52,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:52,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:52,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a81481caa8d3410982eb4f84fd400263_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789012242/Put/seqid=0 2024-11-28T10:16:52,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742382_1558 (size=14944) 2024-11-28T10:16:52,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:52,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a81481caa8d3410982eb4f84fd400263_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a81481caa8d3410982eb4f84fd400263_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:52,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/19071af24f2b4eacbada69020c08dfd9, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:52,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/19071af24f2b4eacbada69020c08dfd9 is 175, key is test_row_0/A:col10/1732789012242/Put/seqid=0 2024-11-28T10:16:52,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742383_1559 (size=39899) 2024-11-28T10:16:52,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789012270, max timestamp=1732789012298Num uniques 859; 2024-11-28T10:16:52,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789012270, max timestamp=1732789012298Num uniques 859; 2024-11-28T10:16:52,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:52,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:52,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732789012270, max timestamp=1732789012298Num uniques 859; 2024-11-28T10:16:52,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-28T10:16:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:52,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:52,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:52,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732789012316, max timestamp=1732789012385Num uniques 1018; 2024-11-28T10:16:52,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-28T10:16:52,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732789012316, max timestamp=1732789012385Num uniques 1018; 2024-11-28T10:16:52,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-28T10:16:52,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732789012316, max timestamp=1732789012385Num uniques 1018; 2024-11-28T10:16:52,389 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-28T10:16:52,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789072454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732789012437, max timestamp=1732789012458Num uniques 1027; 2024-11-28T10:16:52,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-28T10:16:52,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732789012437, max timestamp=1732789012458Num uniques 1027; 2024-11-28T10:16:52,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-28T10:16:52,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732789012437, max timestamp=1732789012458Num uniques 1027; 2024-11-28T10:16:52,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-28T10:16:52,485 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/0ece2e3e4e3d46aba7175b44be8bcc6d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/0ece2e3e4e3d46aba7175b44be8bcc6d 2024-11-28T10:16:52,486 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#468 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:52,487 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/79b1ceee659e4ddd90dc3c78f11bcd54 is 175, key is test_row_0/A:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742384_1560 (size=31549) 2024-11-28T10:16:52,491 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into 0ece2e3e4e3d46aba7175b44be8bcc6d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:52,491 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:52,491 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=13, startTime=1732789012055; duration=0sec 2024-11-28T10:16:52,491 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:52,491 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:52,491 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:52,492 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:52,492 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:52,492 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,492 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/6e7c9156c59448bfb55fe8d1c0d0661f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1ff7f78857f54d53bb87f99d5335ba6e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/06a63da829b84922b7ba295cc6f89ae0] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=35.9 K 2024-11-28T10:16:52,493 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e7c9156c59448bfb55fe8d1c0d0661f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732789008682 2024-11-28T10:16:52,494 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ff7f78857f54d53bb87f99d5335ba6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732789009402 2024-11-28T10:16:52,494 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/79b1ceee659e4ddd90dc3c78f11bcd54 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/79b1ceee659e4ddd90dc3c78f11bcd54 2024-11-28T10:16:52,494 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a63da829b84922b7ba295cc6f89ae0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732789010461 2024-11-28T10:16:52,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,500 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into 79b1ceee659e4ddd90dc3c78f11bcd54(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:52,500 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:52,500 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=13, startTime=1732789012054; duration=0sec 2024-11-28T10:16:52,500 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:52,500 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:52,501 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:52,501 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/2088b906c7e24561bf912fdb57cfa4c9 is 50, key is test_row_0/C:col10/1732789011569/Put/seqid=0 2024-11-28T10:16:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742385_1561 (size=12595) 2024-11-28T10:16:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732789012500, max timestamp=1732789012515Num uniques 1036; 2024-11-28T10:16:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-28T10:16:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732789012486, max timestamp=1732789012515Num uniques 1036; 2024-11-28T10:16:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-28T10:16:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732789012500, max timestamp=1732789012515Num uniques 1036; 2024-11-28T10:16:52,519 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-28T10:16:52,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732789012540, max timestamp=1732789012559Num uniques 1095; 2024-11-28T10:16:52,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-28T10:16:52,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732789012540, max timestamp=1732789012559Num uniques 1045; 2024-11-28T10:16:52,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-28T10:16:52,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732789012540, max timestamp=1732789012559Num uniques 1045; 2024-11-28T10:16:52,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-28T10:16:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789072592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789072592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789072598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789072628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789072628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,632 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:52,632 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/19071af24f2b4eacbada69020c08dfd9 2024-11-28T10:16:52,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/339d89f678b642368e396397ce3afe3d is 50, key is test_row_0/B:col10/1732789012242/Put/seqid=0 2024-11-28T10:16:52,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742386_1562 (size=12251) 2024-11-28T10:16:52,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/339d89f678b642368e396397ce3afe3d 2024-11-28T10:16:52,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/044ec4963699451a8f9ebed182332871 is 50, key is test_row_0/C:col10/1732789012242/Put/seqid=0 2024-11-28T10:16:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742387_1563 (size=12251) 2024-11-28T10:16:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789072708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789072708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789072708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:52,910 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/2088b906c7e24561bf912fdb57cfa4c9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2088b906c7e24561bf912fdb57cfa4c9 2024-11-28T10:16:52,919 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into 2088b906c7e24561bf912fdb57cfa4c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:52,919 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:52,919 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=13, startTime=1732789012056; duration=0sec 2024-11-28T10:16:52,919 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:52,919 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:16:52,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789072918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789072918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789072918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:52,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:52,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:52,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:52,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:53,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:53,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/044ec4963699451a8f9ebed182332871 2024-11-28T10:16:53,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/19071af24f2b4eacbada69020c08dfd9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9 2024-11-28T10:16:53,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9, entries=200, sequenceid=260, filesize=39.0 K 2024-11-28T10:16:53,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/339d89f678b642368e396397ce3afe3d as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/339d89f678b642368e396397ce3afe3d 2024-11-28T10:16:53,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/339d89f678b642368e396397ce3afe3d, entries=150, sequenceid=260, filesize=12.0 K 2024-11-28T10:16:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/044ec4963699451a8f9ebed182332871 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/044ec4963699451a8f9ebed182332871 2024-11-28T10:16:53,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/044ec4963699451a8f9ebed182332871, entries=150, sequenceid=260, filesize=12.0 K 2024-11-28T10:16:53,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for bf0543d7c701b1231b52714d1cded8d0 in 880ms, sequenceid=260, compaction requested=false 2024-11-28T10:16:53,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:53,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=154.31 KB heapSize=437.39 KB 2024-11-28T10:16:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:16:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:16:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:53,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-28T10:16:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:53,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b9e5935e3e3342ab99270916b9398472_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:53,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789073241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789073242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789073247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742388_1564 (size=12454) 2024-11-28T10:16:53,275 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:53,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b9e5935e3e3342ab99270916b9398472_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b9e5935e3e3342ab99270916b9398472_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:53,280 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/8ca9a7ec31044f44981d9d5e1847ab63, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:53,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/8ca9a7ec31044f44981d9d5e1847ab63 is 175, key is test_row_0/A:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:53,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742389_1565 (size=31255) 2024-11-28T10:16:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789073359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789073359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789073359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789073568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789073568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789073568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/8ca9a7ec31044f44981d9d5e1847ab63 2024-11-28T10:16:53,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/84dfdf3b9b2c4afd944bc9f075da30e5 is 50, key is test_row_0/B:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:53,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742390_1566 (size=12301) 2024-11-28T10:16:53,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:53,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:53,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:53,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:53,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:53,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:53,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789073878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789073878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789073878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:53,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:54,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:54,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/84dfdf3b9b2c4afd944bc9f075da30e5 2024-11-28T10:16:54,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/f200c5c79fac4763b15cbd6d16924433 is 50, key is test_row_0/C:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:54,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742391_1567 (size=12301) 2024-11-28T10:16:54,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789074388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789074388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789074399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:54,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/f200c5c79fac4763b15cbd6d16924433 2024-11-28T10:16:54,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/8ca9a7ec31044f44981d9d5e1847ab63 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63 2024-11-28T10:16:54,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63, entries=150, sequenceid=370, filesize=30.5 K 2024-11-28T10:16:54,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/84dfdf3b9b2c4afd944bc9f075da30e5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/84dfdf3b9b2c4afd944bc9f075da30e5 2024-11-28T10:16:54,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/84dfdf3b9b2c4afd944bc9f075da30e5, entries=150, sequenceid=370, filesize=12.0 K 2024-11-28T10:16:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/f200c5c79fac4763b15cbd6d16924433 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f200c5c79fac4763b15cbd6d16924433 2024-11-28T10:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f200c5c79fac4763b15cbd6d16924433, entries=150, sequenceid=370, filesize=12.0 K 2024-11-28T10:16:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~437.34 KB/447840, currentSize=26.84 KB/27480 for bf0543d7c701b1231b52714d1cded8d0 in 1301ms, sequenceid=370, compaction requested=true 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:54,532 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:54,532 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:54,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,533 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:54,533 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:54,533 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:54,533 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:54,533 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,533 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,533 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/79b1ceee659e4ddd90dc3c78f11bcd54, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=100.3 K 2024-11-28T10:16:54,533 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/0ece2e3e4e3d46aba7175b44be8bcc6d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/339d89f678b642368e396397ce3afe3d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/84dfdf3b9b2c4afd944bc9f075da30e5] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=36.3 K 2024-11-28T10:16:54,533 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,533 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/79b1ceee659e4ddd90dc3c78f11bcd54, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63] 2024-11-28T10:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,536 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79b1ceee659e4ddd90dc3c78f11bcd54, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732789010461 2024-11-28T10:16:54,536 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ece2e3e4e3d46aba7175b44be8bcc6d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732789010461 2024-11-28T10:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,536 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19071af24f2b4eacbada69020c08dfd9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732789011605 2024-11-28T10:16:54,536 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 339d89f678b642368e396397ce3afe3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732789011605 2024-11-28T10:16:54,536 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca9a7ec31044f44981d9d5e1847ab63, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732789012590 2024-11-28T10:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,537 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 84dfdf3b9b2c4afd944bc9f075da30e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732789012590 2024-11-28T10:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,541 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,542 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,542 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112891876355db2a4e29ae125cfe258850db_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:54,542 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/220c4ffce11d4e3ea97951511b8d5f43 is 50, key is test_row_0/B:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,544 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112891876355db2a4e29ae125cfe258850db_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:54,544 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112891876355db2a4e29ae125cfe258850db_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742392_1568 (size=12847) 2024-11-28T10:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742393_1569 (size=4469) 2024-11-28T10:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,551 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#478 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,551 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d2d5138ba01e4e669077d05f7b645e6f is 175, key is test_row_0/A:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742394_1570 (size=31801) 2024-11-28T10:16:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,560 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/d2d5138ba01e4e669077d05f7b645e6f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d2d5138ba01e4e669077d05f7b645e6f 2024-11-28T10:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,573 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into d2d5138ba01e4e669077d05f7b645e6f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:54,573 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:54,573 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=13, startTime=1732789014532; duration=0sec 2024-11-28T10:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,573 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:54,573 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,574 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,574 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37147 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,574 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,575 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,575 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2088b906c7e24561bf912fdb57cfa4c9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/044ec4963699451a8f9ebed182332871, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f200c5c79fac4763b15cbd6d16924433] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=36.3 K 2024-11-28T10:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,575 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2088b906c7e24561bf912fdb57cfa4c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732789010461 2024-11-28T10:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,575 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 044ec4963699451a8f9ebed182332871, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732789011605 2024-11-28T10:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,575 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f200c5c79fac4763b15cbd6d16924433, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732789012590 2024-11-28T10:16:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,582 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3453607267e24efa9f8df1ad684a8156 is 50, key is test_row_0/C:col10/1732789012596/Put/seqid=0 2024-11-28T10:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742395_1571 (size=12847) 2024-11-28T10:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,599 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3453607267e24efa9f8df1ad684a8156 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3453607267e24efa9f8df1ad684a8156 2024-11-28T10:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,603 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into 3453607267e24efa9f8df1ad684a8156(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:54,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:54,604 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=13, startTime=1732789014532; duration=0sec 2024-11-28T10:16:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,604 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:54,604 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:16:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,635 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:54,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c191638982cf4404a0efbc51c5f26084_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_1/A:col10/1732789013244/Put/seqid=0 2024-11-28T10:16:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742396_1572 (size=9914) 2024-11-28T10:16:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,648 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c191638982cf4404a0efbc51c5f26084_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c191638982cf4404a0efbc51c5f26084_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/eea5736064024d4aa843f30b19b19b86, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/eea5736064024d4aa843f30b19b19b86 is 175, key is test_row_1/A:col10/1732789013244/Put/seqid=0 2024-11-28T10:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:54,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742397_1573 (size=22561) 2024-11-28T10:16:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732789014682, max timestamp=1732789014691Num uniques 859; 2024-11-28T10:16:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789074718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789074723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789074828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789074828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:54,950 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/220c4ffce11d4e3ea97951511b8d5f43 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/220c4ffce11d4e3ea97951511b8d5f43 2024-11-28T10:16:54,954 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into 220c4ffce11d4e3ea97951511b8d5f43(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:54,954 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:54,954 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=13, startTime=1732789014532; duration=0sec 2024-11-28T10:16:54,954 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:54,954 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789075038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789075038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,058 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/eea5736064024d4aa843f30b19b19b86 2024-11-28T10:16:55,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/222017fa3a4a476fb558a5d9a3d339c8 is 50, key is test_row_1/B:col10/1732789013244/Put/seqid=0 2024-11-28T10:16:55,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742398_1574 (size=9857) 2024-11-28T10:16:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789075348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789075348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,351 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789075398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,402 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_0' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789075409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789075409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,411 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,411 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:16:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,411 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,466 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/222017fa3a4a476fb558a5d9a3d339c8 2024-11-28T10:16:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/f82e0d9b3009477482c18df0922b64c2 is 50, key is test_row_1/C:col10/1732789013244/Put/seqid=0 2024-11-28T10:16:55,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742399_1575 (size=9857) 2024-11-28T10:16:55,474 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/f82e0d9b3009477482c18df0922b64c2 2024-11-28T10:16:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/eea5736064024d4aa843f30b19b19b86 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86 2024-11-28T10:16:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86, entries=100, sequenceid=379, filesize=22.0 K 2024-11-28T10:16:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/222017fa3a4a476fb558a5d9a3d339c8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/222017fa3a4a476fb558a5d9a3d339c8 2024-11-28T10:16:55,483 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/222017fa3a4a476fb558a5d9a3d339c8, entries=100, sequenceid=379, filesize=9.6 K 2024-11-28T10:16:55,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/f82e0d9b3009477482c18df0922b64c2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f82e0d9b3009477482c18df0922b64c2 2024-11-28T10:16:55,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f82e0d9b3009477482c18df0922b64c2, entries=100, sequenceid=379, filesize=9.6 K 2024-11-28T10:16:55,486 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=152.07 KB/155720 for bf0543d7c701b1231b52714d1cded8d0 in 851ms, sequenceid=379, compaction requested=false 2024-11-28T10:16:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:55,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-28T10:16:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-28T10:16:55,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-28T10:16:55,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2970 sec 2024-11-28T10:16:55,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.3000 sec 2024-11-28T10:16:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:55,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=158.78 KB heapSize=466.41 KB 2024-11-28T10:16:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:55,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:55,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283d18a3b1811c40189a1c75297b1b7e29_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:55,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789075868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789075870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742400_1576 (size=14994) 2024-11-28T10:16:55,883 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:55,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283d18a3b1811c40189a1c75297b1b7e29_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283d18a3b1811c40189a1c75297b1b7e29_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:55,889 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a598664cdd44432dba4403c5f02f21d0, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:55,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a598664cdd44432dba4403c5f02f21d0 is 175, key is test_row_0/A:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:55,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742401_1577 (size=39949) 2024-11-28T10:16:55,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789075979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789075979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:55,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:55,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:55,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789076188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789076188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:56,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=411, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a598664cdd44432dba4403c5f02f21d0 2024-11-28T10:16:56,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/8969f62429b94f12ad7bbee650716624 is 50, key is test_row_0/B:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:56,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742402_1578 (size=12301) 2024-11-28T10:16:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-28T10:16:56,349 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:16:56,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-28T10:16:56,350 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:16:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:16:56,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:16:56,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:16:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:16:56,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789076499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:56,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789076499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-28T10:16:56,503 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:56,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-28T10:16:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:56,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:16:56,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/8969f62429b94f12ad7bbee650716624 2024-11-28T10:16:56,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1dc615002ecb49ffb7162f007035ce56 is 50, key is test_row_0/C:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742403_1579 (size=12301) 2024-11-28T10:16:56,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-28T10:16:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-28T10:16:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:56,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:16:57,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789077008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:57,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789077009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:57,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:57,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1dc615002ecb49ffb7162f007035ce56 2024-11-28T10:16:57,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-28T10:16:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:57,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/a598664cdd44432dba4403c5f02f21d0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0 2024-11-28T10:16:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T10:16:57,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0, entries=200, sequenceid=411, filesize=39.0 K 2024-11-28T10:16:57,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/8969f62429b94f12ad7bbee650716624 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/8969f62429b94f12ad7bbee650716624 2024-11-28T10:16:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/8969f62429b94f12ad7bbee650716624, entries=150, sequenceid=411, filesize=12.0 K 2024-11-28T10:16:57,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/1dc615002ecb49ffb7162f007035ce56 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1dc615002ecb49ffb7162f007035ce56 2024-11-28T10:16:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1dc615002ecb49ffb7162f007035ce56, entries=150, sequenceid=411, filesize=12.0 K 2024-11-28T10:16:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~158.78 KB/162590, heapSize ~466.36 KB/477552, currentSize=20.13 KB/20610 for bf0543d7c701b1231b52714d1cded8d0 in 1266ms, sequenceid=411, compaction requested=true 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,126 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:57,126 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,127 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:57,127 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:57,127 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,127 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d2d5138ba01e4e669077d05f7b645e6f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=92.1 K 2024-11-28T10:16:57,127 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,127 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d2d5138ba01e4e669077d05f7b645e6f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0] 2024-11-28T10:16:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,128 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:57,128 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d5138ba01e4e669077d05f7b645e6f, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732789012590 2024-11-28T10:16:57,128 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:57,128 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,128 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/220c4ffce11d4e3ea97951511b8d5f43, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/222017fa3a4a476fb558a5d9a3d339c8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/8969f62429b94f12ad7bbee650716624] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=34.2 K 2024-11-28T10:16:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,129 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting eea5736064024d4aa843f30b19b19b86, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732789013234 2024-11-28T10:16:57,129 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 220c4ffce11d4e3ea97951511b8d5f43, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732789012590 2024-11-28T10:16:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,129 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 222017fa3a4a476fb558a5d9a3d339c8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732789013234 2024-11-28T10:16:57,129 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a598664cdd44432dba4403c5f02f21d0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732789014707 2024-11-28T10:16:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,129 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8969f62429b94f12ad7bbee650716624, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732789014707 2024-11-28T10:16:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,136 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,137 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/c334b50f1a854681bd44fe61222fb5fa is 50, key is test_row_0/B:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,137 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,139 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128c90e1d2417894981bd8fd7f83e84c659_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742404_1580 (size=12949) 2024-11-28T10:16:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,141 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128c90e1d2417894981bd8fd7f83e84c659_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,141 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c90e1d2417894981bd8fd7f83e84c659_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742405_1581 (size=4469) 2024-11-28T10:16:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-28T10:16:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-28T10:16:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:57,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:57,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cd3a055ab789407da1a86cf0cd0c8360_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_1/A:col10/1732789015868/Put/seqid=0 2024-11-28T10:16:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742406_1582 (size=9914) 2024-11-28T10:16:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:57,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:16:57,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732789017454, max timestamp=1732789017461Num uniques 859; 2024-11-28T10:16:57,464 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732789017454, max timestamp=1732789017461Num uniques 859; 2024-11-28T10:16:57,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:57,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:57,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732789017454, max timestamp=1732789017461Num uniques 859; 2024-11-28T10:16:57,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-28T10:16:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:16:57,508 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732789017490, max timestamp=1732789017504Num uniques 1068; 2024-11-28T10:16:57,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-28T10:16:57,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732789017490, max timestamp=1732789017507Num uniques 1068; 2024-11-28T10:16:57,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-28T10:16:57,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732789017490, max timestamp=1732789017507Num uniques 1068; 2024-11-28T10:16:57,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-28T10:16:57,546 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/c334b50f1a854681bd44fe61222fb5fa as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c334b50f1a854681bd44fe61222fb5fa 2024-11-28T10:16:57,546 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:57,546 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/fffe88e987c442ac99693065ac74b619 is 175, key is test_row_0/A:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:57,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732789017528, max timestamp=1732789017545Num uniques 1009; 2024-11-28T10:16:57,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=12682, suffix heap size=132904,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=277 2024-11-28T10:16:57,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732789017528, max timestamp=1732789017545Num uniques 1077; 2024-11-28T10:16:57,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-28T10:16:57,551 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into c334b50f1a854681bd44fe61222fb5fa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:57,551 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:57,551 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=13, startTime=1732789017126; duration=0sec 2024-11-28T10:16:57,551 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:57,551 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:57,552 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:57,553 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:57,553 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:57,553 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:57,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732789017528, max timestamp=1732789017545Num uniques 1009; 2024-11-28T10:16:57,553 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3453607267e24efa9f8df1ad684a8156, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f82e0d9b3009477482c18df0922b64c2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1dc615002ecb49ffb7162f007035ce56] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=34.2 K 2024-11-28T10:16:57,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227 2024-11-28T10:16:57,554 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3453607267e24efa9f8df1ad684a8156, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732789012590 2024-11-28T10:16:57,555 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f82e0d9b3009477482c18df0922b64c2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732789013234 2024-11-28T10:16:57,555 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dc615002ecb49ffb7162f007035ce56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732789014707 2024-11-28T10:16:57,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742407_1583 (size=31903) 2024-11-28T10:16:57,576 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:57,576 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/a260ca112b1346d4be6b9e89adeac31c is 50, key is test_row_0/C:col10/1732789015859/Put/seqid=0 2024-11-28T10:16:57,579 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/fffe88e987c442ac99693065ac74b619 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/fffe88e987c442ac99693065ac74b619 2024-11-28T10:16:57,583 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into fffe88e987c442ac99693065ac74b619(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:57,583 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:57,583 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=13, startTime=1732789017126; duration=0sec 2024-11-28T10:16:57,583 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:57,584 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:57,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732789017575, max timestamp=1732789017594Num uniques 1136; 2024-11-28T10:16:57,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-11-28T10:16:57,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732789017575, max timestamp=1732789017594Num uniques 1136; 2024-11-28T10:16:57,598 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=10806, suffix heap size=146112,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=236 2024-11-28T10:16:57,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732789017575, max timestamp=1732789017594Num uniques 1086; 2024-11-28T10:16:57,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-28T10:16:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742408_1584 (size=12949) 2024-11-28T10:16:57,611 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/a260ca112b1346d4be6b9e89adeac31c as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a260ca112b1346d4be6b9e89adeac31c 2024-11-28T10:16:57,620 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into a260ca112b1346d4be6b9e89adeac31c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:57,620 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:57,620 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=13, startTime=1732789017126; duration=0sec 2024-11-28T10:16:57,620 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:57,620 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:16:57,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732789017625, max timestamp=1732789017633Num uniques 1095; 2024-11-28T10:16:57,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-28T10:16:57,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732789017625, max timestamp=1732789017633Num uniques 1095; 2024-11-28T10:16:57,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732789017625, max timestamp=1732789017633Num uniques 1095; 2024-11-28T10:16:57,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-28T10:16:57,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-28T10:16:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:57,686 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cd3a055ab789407da1a86cf0cd0c8360_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cd3a055ab789407da1a86cf0cd0c8360_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:57,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/f033bea065cf47fda73c231fbcb147ad, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:57,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/f033bea065cf47fda73c231fbcb147ad is 175, key is test_row_1/A:col10/1732789015868/Put/seqid=0 2024-11-28T10:16:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742409_1585 (size=22561) 2024-11-28T10:16:57,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732789017659, max timestamp=1732789017696Num uniques 1104; 2024-11-28T10:16:57,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-28T10:16:57,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732789017659, max timestamp=1732789017696Num uniques 1104; 2024-11-28T10:16:57,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-28T10:16:57,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732789017659, max timestamp=1732789017696Num uniques 1104; 2024-11-28T10:16:57,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-28T10:16:57,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732789017719, max timestamp=1732789017732Num uniques 1063; 2024-11-28T10:16:57,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-28T10:16:57,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732789017719, max timestamp=1732789017732Num uniques 1063; 2024-11-28T10:16:57,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-28T10:16:57,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1732789017719, max timestamp=1732789017732Num uniques 1063; 2024-11-28T10:16:57,736 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-11-28T10:16:57,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732789017785, max timestamp=1732789017793Num uniques 1072; 2024-11-28T10:16:57,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-28T10:16:57,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732789017785, max timestamp=1732789017793Num uniques 1072; 2024-11-28T10:16:57,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-28T10:16:57,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732789017785, max timestamp=1732789017793Num uniques 1072; 2024-11-28T10:16:57,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-28T10:16:57,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732789017821, max timestamp=1732789017829Num uniques 1081; 2024-11-28T10:16:57,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-28T10:16:57,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732789017821, max timestamp=1732789017829Num uniques 1081; 2024-11-28T10:16:57,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-28T10:16:57,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732789017821, max timestamp=1732789017829Num uniques 1081; 2024-11-28T10:16:57,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-28T10:16:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732789017864, max timestamp=1732789017881Num uniques 1090; 2024-11-28T10:16:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-28T10:16:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732789017864, max timestamp=1732789017881Num uniques 1090; 2024-11-28T10:16:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-28T10:16:57,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732789017864, max timestamp=1732789017881Num uniques 1090; 2024-11-28T10:16:57,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-28T10:16:57,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732789017904, max timestamp=1732789017924Num uniques 1049; 2024-11-28T10:16:57,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-11-28T10:16:57,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1732789017904, max timestamp=1732789017924Num uniques 1049; 2024-11-28T10:16:57,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-11-28T10:16:57,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1732789017912, max timestamp=1732789017924Num uniques 1049; 2024-11-28T10:16:57,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-28T10:16:57,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732789017949, max timestamp=1732789017969Num uniques 1108; 2024-11-28T10:16:57,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732789017949, max timestamp=1732789017969Num uniques 1108; 2024-11-28T10:16:57,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-28T10:16:57,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-28T10:16:57,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1732789017949, max timestamp=1732789017969Num uniques 1058; 2024-11-28T10:16:57,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=11810, suffix heap size=138000,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=258 2024-11-28T10:16:58,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1732789018000, max timestamp=1732789018015Num uniques 1117; 2024-11-28T10:16:58,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732789017980, max timestamp=1732789018015Num uniques 1117; 2024-11-28T10:16:58,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-11-28T10:16:58,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=9932, suffix heap size=144136,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=217 2024-11-28T10:16:58,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1732789018000, max timestamp=1732789018015Num uniques 1117; 2024-11-28T10:16:58,023 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-11-28T10:16:58,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732789018027, max timestamp=1732789018043Num uniques 1076; 2024-11-28T10:16:58,048 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=12636, suffix heap size=139872,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=276 2024-11-28T10:16:58,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1732789018039, max timestamp=1732789018043Num uniques 1026; 2024-11-28T10:16:58,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-11-28T10:16:58,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1732789018039, max timestamp=1732789018043Num uniques 1026; 2024-11-28T10:16:58,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=8056, suffix heap size=134672,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=176 2024-11-28T10:16:58,091 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/f033bea065cf47fda73c231fbcb147ad 2024-11-28T10:16:58,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10750, totalHeapSize=24680, min timestamp=1732789018074, max timestamp=1732789018087Num uniques 1135; 2024-11-28T10:16:58,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10750, totalHeapSize=24680, min timestamp=1732789018074, max timestamp=1732789018087Num uniques 1035; 2024-11-28T10:16:58,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51970, new segment data size=10750, suffix heap size=146008,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=235 2024-11-28T10:16:58,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47390, new segment data size=10750, suffix heap size=135608,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=235 2024-11-28T10:16:58,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10750, totalHeapSize=24680, min timestamp=1732789018074, max timestamp=1732789018087Num uniques 1035; 2024-11-28T10:16:58,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47390, new segment data size=10750, suffix heap size=135608,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1035, new segment cells count=235 2024-11-28T10:16:58,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/c758a2cf7768429a9c39486ac3806254 is 50, key is test_row_1/B:col10/1732789015868/Put/seqid=0 2024-11-28T10:16:58,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742410_1586 (size=9857) 2024-11-28T10:16:58,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1732789018109, max timestamp=1732789018117Num uniques 1094; 2024-11-28T10:16:58,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1732789018109, max timestamp=1732789018117Num uniques 1094; 2024-11-28T10:16:58,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-11-28T10:16:58,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-11-28T10:16:58,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1732789018109, max timestamp=1732789018117Num uniques 1094; 2024-11-28T10:16:58,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-11-28T10:16:58,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1732789018137, max timestamp=1732789018145Num uniques 1153; 2024-11-28T10:16:58,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1732789018137, max timestamp=1732789018145Num uniques 1153; 2024-11-28T10:16:58,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=7005, suffix heap size=147880,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=153 2024-11-28T10:16:58,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=7005, suffix heap size=147880,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=153 2024-11-28T10:16:58,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1732789018137, max timestamp=1732789018145Num uniques 1153; 2024-11-28T10:16:58,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=7005, suffix heap size=147880,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=153 2024-11-28T10:16:58,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1732789018165, max timestamp=1732789018173Num uniques 1012; 2024-11-28T10:16:58,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-28T10:16:58,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1732789018165, max timestamp=1732789018173Num uniques 1012; 2024-11-28T10:16:58,178 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-28T10:16:58,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1732789018165, max timestamp=1732789018173Num uniques 1012; 2024-11-28T10:16:58,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-28T10:16:58,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1732789018216, max timestamp=1732789018227Num uniques 1021; 2024-11-28T10:16:58,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1732789018216, max timestamp=1732789018227Num uniques 1021; 2024-11-28T10:16:58,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10116, suffix heap size=134152,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=221 2024-11-28T10:16:58,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10116, suffix heap size=134152,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=221 2024-11-28T10:16:58,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1732789018216, max timestamp=1732789018227Num uniques 1021; 2024-11-28T10:16:58,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10116, suffix heap size=134152,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=221 2024-11-28T10:16:58,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1732789018248, max timestamp=1732789018258Num uniques 1080; 2024-11-28T10:16:58,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1732789018248, max timestamp=1732789018258Num uniques 1080; 2024-11-28T10:16:58,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=10530, suffix heap size=140288,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=230 2024-11-28T10:16:58,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=10530, suffix heap size=140288,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=230 2024-11-28T10:16:58,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1732789018248, max timestamp=1732789018258Num uniques 1080; 2024-11-28T10:16:58,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=10530, suffix heap size=140288,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=230 2024-11-28T10:16:58,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1732789018273, max timestamp=1732789018280Num uniques 1089; 2024-11-28T10:16:58,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1732789018273, max timestamp=1732789018280Num uniques 1089; 2024-11-28T10:16:58,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1732789018273, max timestamp=1732789018280Num uniques 1089; 2024-11-28T10:16:58,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=13234, suffix heap size=141224,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=289 2024-11-28T10:16:58,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=13234, suffix heap size=141224,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=289 2024-11-28T10:16:58,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=13234, suffix heap size=141224,new segment heap size=30296 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=289 2024-11-28T10:16:58,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789078302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789078302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1732789018300, max timestamp=1732789018305Num uniques 1148; 2024-11-28T10:16:58,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-28T10:16:58,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1732789018300, max timestamp=1732789018305Num uniques 1148; 2024-11-28T10:16:58,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-28T10:16:58,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1732789018300, max timestamp=1732789018305Num uniques 1148; 2024-11-28T10:16:58,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-28T10:16:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=157, cellSize=7185, totalHeapSize=16568, min timestamp=1732789018325, max timestamp=1732789018335Num uniques 1057; 2024-11-28T10:16:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=7185, suffix heap size=137896,new segment heap size=16568 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=157 2024-11-28T10:16:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=157, cellSize=7185, totalHeapSize=16568, min timestamp=1732789018325, max timestamp=1732789018335Num uniques 1057; 2024-11-28T10:16:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=157, cellSize=7185, totalHeapSize=16568, min timestamp=1732789018325, max timestamp=1732789018335Num uniques 1057; 2024-11-28T10:16:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=7185, suffix heap size=137896,new segment heap size=16568 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=157 2024-11-28T10:16:58,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=7185, suffix heap size=137896,new segment heap size=16568 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=157 2024-11-28T10:16:58,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=266, cellSize=12176, totalHeapSize=27904, min timestamp=1732789018353, max timestamp=1732789018370Num uniques 1016; 2024-11-28T10:16:58,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46526, new segment data size=12176, suffix heap size=133632,new segment heap size=27904 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1016, new segment cells count=266 2024-11-28T10:16:58,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=266, cellSize=12176, totalHeapSize=27904, min timestamp=1732789018353, max timestamp=1732789018370Num uniques 1016; 2024-11-28T10:16:58,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=266, cellSize=12176, totalHeapSize=27904, min timestamp=1732789018353, max timestamp=1732789018370Num uniques 1016; 2024-11-28T10:16:58,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46526, new segment data size=12176, suffix heap size=133632,new segment heap size=27904 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1016, new segment cells count=266 2024-11-28T10:16:58,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46526, new segment data size=12176, suffix heap size=133632,new segment heap size=27904 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1016, new segment cells count=266 2024-11-28T10:16:58,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1732789018399, max timestamp=1732789018403Num uniques 1125; 2024-11-28T10:16:58,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51520, new segment data size=8010, suffix heap size=144968,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1125, new segment cells count=175 2024-11-28T10:16:58,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1732789018399, max timestamp=1732789018403Num uniques 1125; 2024-11-28T10:16:58,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51520, new segment data size=8010, suffix heap size=144968,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1125, new segment cells count=175 2024-11-28T10:16:58,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1732789018399, max timestamp=1732789018403Num uniques 1125; 2024-11-28T10:16:58,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51520, new segment data size=8010, suffix heap size=144968,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1125, new segment cells count=175 2024-11-28T10:16:58,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=284, cellSize=13004, totalHeapSize=29776, min timestamp=1732789018411, max timestamp=1732789018456Num uniques 1034; 2024-11-28T10:16:58,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=13004, suffix heap size=135504,new segment heap size=29776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=284 2024-11-28T10:16:58,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=284, cellSize=13004, totalHeapSize=29776, min timestamp=1732789018411, max timestamp=1732789018456Num uniques 1034; 2024-11-28T10:16:58,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=13004, suffix heap size=135504,new segment heap size=29776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=284 2024-11-28T10:16:58,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=284, cellSize=13004, totalHeapSize=29776, min timestamp=1732789018411, max timestamp=1732789018456Num uniques 1034; 2024-11-28T10:16:58,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=13004, suffix heap size=135504,new segment heap size=29776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=284 2024-11-28T10:16:58,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=343, cellSize=15708, totalHeapSize=35912, min timestamp=1732789018469, max timestamp=1732789018478Num uniques 1143; 2024-11-28T10:16:58,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=343, cellSize=15708, totalHeapSize=35912, min timestamp=1732789018469, max timestamp=1732789018478Num uniques 1143; 2024-11-28T10:16:58,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52348, new segment data size=15708, suffix heap size=146840,new segment heap size=35912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1143, new segment cells count=343 2024-11-28T10:16:58,482 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52348, new segment data size=15708, suffix heap size=146840,new segment heap size=35912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1143, new segment cells count=343 2024-11-28T10:16:58,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=343, cellSize=15708, totalHeapSize=35912, min timestamp=1732789018469, max timestamp=1732789018478Num uniques 1143; 2024-11-28T10:16:58,483 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52348, new segment data size=15708, suffix heap size=146840,new segment heap size=35912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1143, new segment cells count=343 2024-11-28T10:16:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789078501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789078502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=302, cellSize=13830, totalHeapSize=31648, min timestamp=1732789018496, max timestamp=1732789018503Num uniques 1202; 2024-11-28T10:16:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=55050, new segment data size=13830, suffix heap size=152976,new segment heap size=31648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1202, new segment cells count=302 2024-11-28T10:16:58,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=302, cellSize=13830, totalHeapSize=31648, min timestamp=1732789018496, max timestamp=1732789018503Num uniques 1202; 2024-11-28T10:16:58,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55050, new segment data size=13830, suffix heap size=152976,new segment heap size=31648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1202, new segment cells count=302 2024-11-28T10:16:58,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=302, cellSize=13830, totalHeapSize=31648, min timestamp=1732789018496, max timestamp=1732789018503Num uniques 1202; 2024-11-28T10:16:58,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=55050, new segment data size=13830, suffix heap size=152976,new segment heap size=31648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1202, new segment cells count=302 2024-11-28T10:16:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:16:58,518 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/c758a2cf7768429a9c39486ac3806254 2024-11-28T10:16:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/60ce087dc94148a18c0748d2140a9215 is 50, key is test_row_1/C:col10/1732789015868/Put/seqid=0 2024-11-28T10:16:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742411_1587 (size=9857) 2024-11-28T10:16:58,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789078538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=211, cellSize=9656, totalHeapSize=22184, min timestamp=1732789018527, max timestamp=1732789018542Num uniques 1161; 2024-11-28T10:16:58,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53166, new segment data size=9656, suffix heap size=148712,new segment heap size=22184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1161, new segment cells count=211 2024-11-28T10:16:58,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=211, cellSize=9656, totalHeapSize=22184, min timestamp=1732789018527, max timestamp=1732789018542Num uniques 1161; 2024-11-28T10:16:58,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53166, new segment data size=9656, suffix heap size=148712,new segment heap size=22184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1161, new segment cells count=211 2024-11-28T10:16:58,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=211, cellSize=9656, totalHeapSize=22184, min timestamp=1732789018527, max timestamp=1732789018542Num uniques 1161; 2024-11-28T10:16:58,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53166, new segment data size=9656, suffix heap size=148712,new segment heap size=22184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1161, new segment cells count=211 2024-11-28T10:16:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1732789018578, max timestamp=1732789018588Num uniques 1070; 2024-11-28T10:16:58,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1732789018578, max timestamp=1732789018588Num uniques 1070; 2024-11-28T10:16:58,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49000, new segment data size=7780, suffix heap size=139248,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1070, new segment cells count=170 2024-11-28T10:16:58,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49000, new segment data size=7780, suffix heap size=139248,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1070, new segment cells count=170 2024-11-28T10:16:58,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1732789018578, max timestamp=1732789018588Num uniques 1070; 2024-11-28T10:16:58,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49000, new segment data size=7780, suffix heap size=139248,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1070, new segment cells count=170 2024-11-28T10:16:58,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=179, cellSize=8194, totalHeapSize=18856, min timestamp=1732789018624, max timestamp=1732789018631Num uniques 1029; 2024-11-28T10:16:58,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=8194, suffix heap size=134984,new segment heap size=18856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=179 2024-11-28T10:16:58,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=179, cellSize=8194, totalHeapSize=18856, min timestamp=1732789018624, max timestamp=1732789018631Num uniques 1029; 2024-11-28T10:16:58,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=8194, suffix heap size=134984,new segment heap size=18856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=179 2024-11-28T10:16:58,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=179, cellSize=8194, totalHeapSize=18856, min timestamp=1732789018624, max timestamp=1732789018631Num uniques 1029; 2024-11-28T10:16:58,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=8194, suffix heap size=134984,new segment heap size=18856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=179 2024-11-28T10:16:58,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=288, cellSize=13188, totalHeapSize=30192, min timestamp=1732789018647, max timestamp=1732789018656Num uniques 1038; 2024-11-28T10:16:58,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47538, new segment data size=13188, suffix heap size=135920,new segment heap size=30192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1038, new segment cells count=288 2024-11-28T10:16:58,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=288, cellSize=13188, totalHeapSize=30192, min timestamp=1732789018647, max timestamp=1732789018656Num uniques 1038; 2024-11-28T10:16:58,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=288, cellSize=13188, totalHeapSize=30192, min timestamp=1732789018647, max timestamp=1732789018656Num uniques 1038; 2024-11-28T10:16:58,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47538, new segment data size=13188, suffix heap size=135920,new segment heap size=30192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1038, new segment cells count=288 2024-11-28T10:16:58,661 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47538, new segment data size=13188, suffix heap size=135920,new segment heap size=30192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1038, new segment cells count=288 2024-11-28T10:16:58,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789078677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=247, cellSize=11312, totalHeapSize=25928, min timestamp=1732789018665, max timestamp=1732789018679Num uniques 1147; 2024-11-28T10:16:58,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=247, cellSize=11312, totalHeapSize=25928, min timestamp=1732789018665, max timestamp=1732789018679Num uniques 1147; 2024-11-28T10:16:58,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52532, new segment data size=11312, suffix heap size=147256,new segment heap size=25928 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1147, new segment cells count=247 2024-11-28T10:16:58,683 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52532, new segment data size=11312, suffix heap size=147256,new segment heap size=25928 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1147, new segment cells count=247 2024-11-28T10:16:58,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=247, cellSize=11312, totalHeapSize=25928, min timestamp=1732789018665, max timestamp=1732789018679Num uniques 1147; 2024-11-28T10:16:58,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52532, new segment data size=11312, suffix heap size=147256,new segment heap size=25928 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1147, new segment cells count=247 2024-11-28T10:16:58,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=256, cellSize=11720, totalHeapSize=26864, min timestamp=1732789018690, max timestamp=1732789018706Num uniques 1106; 2024-11-28T10:16:58,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50650, new segment data size=11720, suffix heap size=142992,new segment heap size=26864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1106, new segment cells count=256 2024-11-28T10:16:58,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=256, cellSize=11720, totalHeapSize=26864, min timestamp=1732789018690, max timestamp=1732789018706Num uniques 1106; 2024-11-28T10:16:58,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50650, new segment data size=11720, suffix heap size=142992,new segment heap size=26864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1106, new segment cells count=256 2024-11-28T10:16:58,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=256, cellSize=11720, totalHeapSize=26864, min timestamp=1732789018690, max timestamp=1732789018706Num uniques 1106; 2024-11-28T10:16:58,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50650, new segment data size=11720, suffix heap size=142992,new segment heap size=26864 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1106, new segment cells count=256 2024-11-28T10:16:58,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1732789018727, max timestamp=1732789018739Num uniques 1115; 2024-11-28T10:16:58,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51060, new segment data size=9840, suffix heap size=143928,new segment heap size=22600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1115, new segment cells count=215 2024-11-28T10:16:58,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1732789018727, max timestamp=1732789018739Num uniques 1115; 2024-11-28T10:16:58,743 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51060, new segment data size=9840, suffix heap size=143928,new segment heap size=22600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1115, new segment cells count=215 2024-11-28T10:16:58,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1732789018727, max timestamp=1732789018739Num uniques 1115; 2024-11-28T10:16:58,744 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51060, new segment data size=9840, suffix heap size=143928,new segment heap size=22600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1115, new segment cells count=215 2024-11-28T10:16:58,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=224, cellSize=10254, totalHeapSize=23536, min timestamp=1732789018762, max timestamp=1732789018772Num uniques 1074; 2024-11-28T10:16:58,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=10254, suffix heap size=139664,new segment heap size=23536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=224 2024-11-28T10:16:58,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=224, cellSize=10254, totalHeapSize=23536, min timestamp=1732789018762, max timestamp=1732789018772Num uniques 1074; 2024-11-28T10:16:58,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=224, cellSize=10254, totalHeapSize=23536, min timestamp=1732789018762, max timestamp=1732789018772Num uniques 1074; 2024-11-28T10:16:58,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=10254, suffix heap size=139664,new segment heap size=23536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=224 2024-11-28T10:16:58,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=10254, suffix heap size=139664,new segment heap size=23536 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=224 2024-11-28T10:16:58,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1732789018789, max timestamp=1732789018800Num uniques 1083; 2024-11-28T10:16:58,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49598, new segment data size=12958, suffix heap size=140600,new segment heap size=29672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1083, new segment cells count=283 2024-11-28T10:16:58,804 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1732789018789, max timestamp=1732789018800Num uniques 1083; 2024-11-28T10:16:58,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49598, new segment data size=12958, suffix heap size=140600,new segment heap size=29672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1083, new segment cells count=283 2024-11-28T10:16:58,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1732789018789, max timestamp=1732789018800Num uniques 1083; 2024-11-28T10:16:58,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49598, new segment data size=12958, suffix heap size=140600,new segment heap size=29672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1083, new segment cells count=283 2024-11-28T10:16:58,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789078824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=292, cellSize=13372, totalHeapSize=30608, min timestamp=1732789018815, max timestamp=1732789018827Num uniques 1142; 2024-11-28T10:16:58,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=13372, suffix heap size=146736,new segment heap size=30608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=292 2024-11-28T10:16:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=292, cellSize=13372, totalHeapSize=30608, min timestamp=1732789018815, max timestamp=1732789018827Num uniques 1142; 2024-11-28T10:16:58,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=13372, suffix heap size=146736,new segment heap size=30608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=292 2024-11-28T10:16:58,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=292, cellSize=13372, totalHeapSize=30608, min timestamp=1732789018815, max timestamp=1732789018827Num uniques 1142; 2024-11-28T10:16:58,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=13372, suffix heap size=146736,new segment heap size=30608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=292 2024-11-28T10:16:58,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=251, cellSize=11495, totalHeapSize=26344, min timestamp=1732789018840, max timestamp=1732789018858Num uniques 1151; 2024-11-28T10:16:58,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52715, new segment data size=11495, suffix heap size=147672,new segment heap size=26344 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1151, new segment cells count=251 2024-11-28T10:16:58,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=201, cellSize=9205, totalHeapSize=21144, min timestamp=1732789018840, max timestamp=1732789018858Num uniques 1151; 2024-11-28T10:16:58,862 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52715, new segment data size=9205, suffix heap size=147672,new segment heap size=21144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1151, new segment cells count=201 2024-11-28T10:16:58,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=201, cellSize=9205, totalHeapSize=21144, min timestamp=1732789018840, max timestamp=1732789018858Num uniques 1151; 2024-11-28T10:16:58,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52715, new segment data size=9205, suffix heap size=147672,new segment heap size=21144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1151, new segment cells count=201 2024-11-28T10:16:58,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=210, cellSize=9610, totalHeapSize=22080, min timestamp=1732789018868, max timestamp=1732789018893Num uniques 1060; 2024-11-28T10:16:58,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48540, new segment data size=9610, suffix heap size=138208,new segment heap size=22080 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1060, new segment cells count=210 2024-11-28T10:16:58,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=210, cellSize=9610, totalHeapSize=22080, min timestamp=1732789018868, max timestamp=1732789018893Num uniques 1110; 2024-11-28T10:16:58,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50830, new segment data size=9610, suffix heap size=143408,new segment heap size=22080 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1110, new segment cells count=210 2024-11-28T10:16:58,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=210, cellSize=9610, totalHeapSize=22080, min timestamp=1732789018868, max timestamp=1732789018893Num uniques 1060; 2024-11-28T10:16:58,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48540, new segment data size=9610, suffix heap size=138208,new segment heap size=22080 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1060, new segment cells count=210 2024-11-28T10:16:58,927 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/60ce087dc94148a18c0748d2140a9215 2024-11-28T10:16:58,931 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=169, cellSize=7734, totalHeapSize=17816, min timestamp=1732789018911, max timestamp=1732789018928Num uniques 1069; 2024-11-28T10:16:58,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48954, new segment data size=7734, suffix heap size=139144,new segment heap size=17816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1069, new segment cells count=169 2024-11-28T10:16:58,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=169, cellSize=7734, totalHeapSize=17816, min timestamp=1732789018911, max timestamp=1732789018928Num uniques 1069; 2024-11-28T10:16:58,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48954, new segment data size=7734, suffix heap size=139144,new segment heap size=17816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1069, new segment cells count=169 2024-11-28T10:16:58,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=169, cellSize=7734, totalHeapSize=17816, min timestamp=1732789018911, max timestamp=1732789018928Num uniques 1069; 2024-11-28T10:16:58,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/e792e7e95410:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48954, new segment data size=7734, suffix heap size=139144,new segment heap size=17816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1069, new segment cells count=169 2024-11-28T10:16:58,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/f033bea065cf47fda73c231fbcb147ad as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad 2024-11-28T10:16:58,943 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad, entries=100, sequenceid=417, filesize=22.0 K 2024-11-28T10:16:58,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/c758a2cf7768429a9c39486ac3806254 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c758a2cf7768429a9c39486ac3806254 2024-11-28T10:16:58,951 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c758a2cf7768429a9c39486ac3806254, entries=100, sequenceid=417, filesize=9.6 K 2024-11-28T10:16:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/60ce087dc94148a18c0748d2140a9215 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/60ce087dc94148a18c0748d2140a9215 2024-11-28T10:16:58,956 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/60ce087dc94148a18c0748d2140a9215, entries=100, sequenceid=417, filesize=9.6 K 2024-11-28T10:16:58,957 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=120.76 KB/123660 for bf0543d7c701b1231b52714d1cded8d0 in 1688ms, sequenceid=417, compaction requested=false 2024-11-28T10:16:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-28T10:16:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-28T10:16:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:58,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=127.47 KB heapSize=364.13 KB 2024-11-28T10:16:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-28T10:16:58,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-28T10:16:58,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6070 sec 2024-11-28T10:16:58,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.6110 sec 2024-11-28T10:16:58,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b05d5bc51d8b49a3bbfe10a93c383037_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:58,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789078969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789078973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 353 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789078975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789078976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789078977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:58,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742412_1588 (size=22618) 2024-11-28T10:16:58,985 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:16:58,988 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b05d5bc51d8b49a3bbfe10a93c383037_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b05d5bc51d8b49a3bbfe10a93c383037_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:58,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/4fca04629fda4cd880c171d936f62c32, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:58,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/4fca04629fda4cd880c171d936f62c32 is 175, key is test_row_0/A:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742413_1589 (size=66023) 2024-11-28T10:16:59,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=1143, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/4fca04629fda4cd880c171d936f62c32 2024-11-28T10:16:59,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/1bf68c6eb8574f80bc1d851d958f4393 is 50, key is test_row_0/B:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742414_1590 (size=12301) 2024-11-28T10:16:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789079088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789079088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789079088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789079088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789079088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789079299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789079299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 355 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789079299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789079299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789079299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=1143 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/1bf68c6eb8574f80bc1d851d958f4393 2024-11-28T10:16:59,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3a98ec7560bb4e8b9136278df6a9f4ca is 50, key is test_row_0/C:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:59,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742415_1591 (size=12301) 2024-11-28T10:16:59,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=1143 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3a98ec7560bb4e8b9136278df6a9f4ca 2024-11-28T10:16:59,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/4fca04629fda4cd880c171d936f62c32 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32 2024-11-28T10:16:59,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32, entries=350, sequenceid=1143, filesize=64.5 K 2024-11-28T10:16:59,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/1bf68c6eb8574f80bc1d851d958f4393 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/1bf68c6eb8574f80bc1d851d958f4393 2024-11-28T10:16:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/1bf68c6eb8574f80bc1d851d958f4393, entries=150, sequenceid=1143, filesize=12.0 K 2024-11-28T10:16:59,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/3a98ec7560bb4e8b9136278df6a9f4ca as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3a98ec7560bb4e8b9136278df6a9f4ca 2024-11-28T10:16:59,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3a98ec7560bb4e8b9136278df6a9f4ca, entries=150, sequenceid=1143, filesize=12.0 K 2024-11-28T10:16:59,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~364.08 KB/372816, currentSize=60.38 KB/61830 for bf0543d7c701b1231b52714d1cded8d0 in 485ms, sequenceid=1143, compaction requested=true 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T10:16:59,442 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:59,442 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T10:16:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/A is initiating minor compaction (all files) 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/B is initiating minor compaction (all files) 2024-11-28T10:16:59,443 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/A in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:59,443 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/B in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:59,443 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/fffe88e987c442ac99693065ac74b619, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=117.7 K 2024-11-28T10:16:59,443 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c334b50f1a854681bd44fe61222fb5fa, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c758a2cf7768429a9c39486ac3806254, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/1bf68c6eb8574f80bc1d851d958f4393] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=34.3 K 2024-11-28T10:16:59,443 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. files: [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/fffe88e987c442ac99693065ac74b619, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32] 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting fffe88e987c442ac99693065ac74b619, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732789014707 2024-11-28T10:16:59,443 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c334b50f1a854681bd44fe61222fb5fa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732789014707 2024-11-28T10:16:59,444 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting c758a2cf7768429a9c39486ac3806254, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732789015866 2024-11-28T10:16:59,444 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting f033bea065cf47fda73c231fbcb147ad, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732789015866 2024-11-28T10:16:59,444 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bf68c6eb8574f80bc1d851d958f4393, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1143, earliestPutTs=1732789018953 2024-11-28T10:16:59,444 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fca04629fda4cd880c171d936f62c32, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=1143, earliestPutTs=1732789018943 2024-11-28T10:16:59,451 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:59,451 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/df91247fb757457d89d9a93c2c232ae1 is 50, key is test_row_0/B:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:59,452 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:59,454 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112866037e8cad0e403abf66ec78f1b5cfff_bf0543d7c701b1231b52714d1cded8d0 store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:59,456 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112866037e8cad0e403abf66ec78f1b5cfff_bf0543d7c701b1231b52714d1cded8d0, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:59,456 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112866037e8cad0e403abf66ec78f1b5cfff_bf0543d7c701b1231b52714d1cded8d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:16:59,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742416_1592 (size=13051) 2024-11-28T10:16:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742417_1593 (size=4469) 2024-11-28T10:16:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:16:59,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-28T10:16:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:16:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:16:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:16:59,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:16:59,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283393616c279f47649f790d3edc13a6d7_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789018975/Put/seqid=0 2024-11-28T10:16:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742418_1594 (size=12454) 2024-11-28T10:16:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789079629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789079629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789079630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789079636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789079637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789079738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789079738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789079738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 361 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789079748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789079748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,861 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/df91247fb757457d89d9a93c2c232ae1 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/df91247fb757457d89d9a93c2c232ae1 2024-11-28T10:16:59,863 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/B of bf0543d7c701b1231b52714d1cded8d0 into df91247fb757457d89d9a93c2c232ae1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:59,863 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:59,863 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/B, priority=13, startTime=1732789019442; duration=0sec 2024-11-28T10:16:59,863 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T10:16:59,863 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:16:59,863 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T10:16:59,864 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T10:16:59,864 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1541): bf0543d7c701b1231b52714d1cded8d0/C is initiating minor compaction (all files) 2024-11-28T10:16:59,864 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bf0543d7c701b1231b52714d1cded8d0/C in TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:16:59,864 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a260ca112b1346d4be6b9e89adeac31c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/60ce087dc94148a18c0748d2140a9215, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3a98ec7560bb4e8b9136278df6a9f4ca] into tmpdir=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp, totalSize=34.3 K 2024-11-28T10:16:59,864 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting a260ca112b1346d4be6b9e89adeac31c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732789014707 2024-11-28T10:16:59,865 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 60ce087dc94148a18c0748d2140a9215, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732789015866 2024-11-28T10:16:59,865 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a98ec7560bb4e8b9136278df6a9f4ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=1143, earliestPutTs=1732789018953 2024-11-28T10:16:59,866 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#A#compaction#496 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:59,867 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/21480083eb704450ae8f417351c176dc is 175, key is test_row_0/A:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:59,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742419_1595 (size=32005) 2024-11-28T10:16:59,871 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bf0543d7c701b1231b52714d1cded8d0#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T10:16:59,871 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/139dac24448e403a8e61b3e09dbcf807 is 50, key is test_row_0/C:col10/1732789018953/Put/seqid=0 2024-11-28T10:16:59,872 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/21480083eb704450ae8f417351c176dc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/21480083eb704450ae8f417351c176dc 2024-11-28T10:16:59,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742420_1596 (size=13051) 2024-11-28T10:16:59,876 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/A of bf0543d7c701b1231b52714d1cded8d0 into 21480083eb704450ae8f417351c176dc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:16:59,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:16:59,876 INFO [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/A, priority=13, startTime=1732789019442; duration=0sec 2024-11-28T10:16:59,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:16:59,876 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:16:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789079948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789079949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789079949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 362 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789079958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:16:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 303 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789079958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:17:00,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283393616c279f47649f790d3edc13a6d7_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283393616c279f47649f790d3edc13a6d7_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:00,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/63f2a1842ea24c038387e84ee1472ce8, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:17:00,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/63f2a1842ea24c038387e84ee1472ce8 is 175, key is test_row_0/A:col10/1732789018975/Put/seqid=0 2024-11-28T10:17:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742421_1597 (size=31255) 2024-11-28T10:17:00,031 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=1156, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/63f2a1842ea24c038387e84ee1472ce8 2024-11-28T10:17:00,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/894123a099d541499c59be5d63969cab is 50, key is test_row_0/B:col10/1732789018975/Put/seqid=0 2024-11-28T10:17:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742422_1598 (size=12301) 2024-11-28T10:17:00,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=1156 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/894123a099d541499c59be5d63969cab 2024-11-28T10:17:00,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/0e37764953284d7eaaad2e2602a76046 is 50, key is test_row_0/C:col10/1732789018975/Put/seqid=0 2024-11-28T10:17:00,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742423_1599 (size=12301) 2024-11-28T10:17:00,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789080258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789080258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789080258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789080269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789080269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,280 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/139dac24448e403a8e61b3e09dbcf807 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/139dac24448e403a8e61b3e09dbcf807 2024-11-28T10:17:00,285 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bf0543d7c701b1231b52714d1cded8d0/C of bf0543d7c701b1231b52714d1cded8d0 into 139dac24448e403a8e61b3e09dbcf807(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T10:17:00,286 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:17:00,286 INFO [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., storeName=bf0543d7c701b1231b52714d1cded8d0/C, priority=13, startTime=1732789019442; duration=0sec 2024-11-28T10:17:00,286 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:17:00,286 DEBUG [RS:0;e792e7e95410:33131-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:17:00,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=1156 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/0e37764953284d7eaaad2e2602a76046 2024-11-28T10:17:00,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/63f2a1842ea24c038387e84ee1472ce8 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/63f2a1842ea24c038387e84ee1472ce8 2024-11-28T10:17:00,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/63f2a1842ea24c038387e84ee1472ce8, entries=150, sequenceid=1156, filesize=30.5 K 2024-11-28T10:17:00,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/894123a099d541499c59be5d63969cab as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/894123a099d541499c59be5d63969cab 2024-11-28T10:17:00,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/894123a099d541499c59be5d63969cab, entries=150, sequenceid=1156, filesize=12.0 K 2024-11-28T10:17:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/0e37764953284d7eaaad2e2602a76046 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/0e37764953284d7eaaad2e2602a76046 2024-11-28T10:17:00,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/0e37764953284d7eaaad2e2602a76046, entries=150, sequenceid=1156, filesize=12.0 K 2024-11-28T10:17:00,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for bf0543d7c701b1231b52714d1cded8d0 in 879ms, sequenceid=1156, compaction requested=false 2024-11-28T10:17:00,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:17:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-28T10:17:00,528 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:17:00,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T10:17:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-28T10:17:00,530 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T10:17:00,531 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T10:17:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-28T10:17:00,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T10:17:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-28T10:17:00,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-28T10:17:00,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:00,683 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-28T10:17:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:17:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:17:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:17:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:00,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283830e4c1712f4b4d8094173a3081d452_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789019629/Put/seqid=0 2024-11-28T10:17:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742424_1600 (size=12454) 2024-11-28T10:17:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:00,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. as already flushing 2024-11-28T10:17:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789080778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789080783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789080784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 325 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789080784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789080803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-28T10:17:00,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789080898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789080898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789080898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:00,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789080908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:17:01,097 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283830e4c1712f4b4d8094173a3081d452_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283830e4c1712f4b4d8094173a3081d452_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/bde8232454ea4d9b9c367db607e8fa24, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:17:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/bde8232454ea4d9b9c367db607e8fa24 is 175, key is test_row_0/A:col10/1732789019629/Put/seqid=0 2024-11-28T10:17:01,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742425_1601 (size=31255) 2024-11-28T10:17:01,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789081108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789081108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789081108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789081118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-28T10:17:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789081418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789081419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789081419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789081429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,502 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=1179, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/bde8232454ea4d9b9c367db607e8fa24 2024-11-28T10:17:01,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/12e88213e6334a1fa53d25087e0f3cdc is 50, key is test_row_0/B:col10/1732789019629/Put/seqid=0 2024-11-28T10:17:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742426_1602 (size=12301) 2024-11-28T10:17:01,574 INFO [Thread-2271 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2271. 2024-11-28T10:17:01,574 DEBUG [Thread-2271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:01,574 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:01,574 INFO [Thread-2265 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2265. 2024-11-28T10:17:01,574 DEBUG [Thread-2265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:01,574 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,574 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,574 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:01,575 INFO [Thread-2269 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2269. 2024-11-28T10:17:01,575 DEBUG [Thread-2269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:01,576 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,576 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:01,578 INFO [Thread-2273 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2273. 2024-11-28T10:17:01,578 DEBUG [Thread-2273 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:01,578 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,578 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:01,590 INFO [Thread-2267 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2267. 2024-11-28T10:17:01,590 DEBUG [Thread-2267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:01,590 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,590 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:01,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-28T10:17:01,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55882 deadline: 1732789081798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,799 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to e792e7e95410,33131,1732788848287 for 'test_row_1' in bf0543d7c701b1231b52714d1cded8d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-28T10:17:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,911 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1179 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/12e88213e6334a1fa53d25087e0f3cdc 2024-11-28T10:17:01,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/e40b9496fa3447a1ab3fb3e76e3aceed is 50, key is test_row_0/C:col10/1732789019629/Put/seqid=0 2024-11-28T10:17:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742427_1603 (size=12301) 2024-11-28T10:17:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55856 deadline: 1732789081929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55828 deadline: 1732789081929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55822 deadline: 1732789081929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T10:17:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55842 deadline: 1732789081938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 2024-11-28T10:17:01,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 , the old value is region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-28T10:17:01,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., hostname=e792e7e95410,33131,1732788848287, seqNum=5 because the exception is null or not the one we care about 2024-11-28T10:17:02,322 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=1179 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/e40b9496fa3447a1ab3fb3e76e3aceed 2024-11-28T10:17:02,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/bde8232454ea4d9b9c367db607e8fa24 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/bde8232454ea4d9b9c367db607e8fa24 2024-11-28T10:17:02,335 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/bde8232454ea4d9b9c367db607e8fa24, entries=150, sequenceid=1179, filesize=30.5 K 2024-11-28T10:17:02,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/12e88213e6334a1fa53d25087e0f3cdc as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12e88213e6334a1fa53d25087e0f3cdc 2024-11-28T10:17:02,342 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12e88213e6334a1fa53d25087e0f3cdc, entries=150, sequenceid=1179, filesize=12.0 K 2024-11-28T10:17:02,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/e40b9496fa3447a1ab3fb3e76e3aceed as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e40b9496fa3447a1ab3fb3e76e3aceed 2024-11-28T10:17:02,349 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e40b9496fa3447a1ab3fb3e76e3aceed, entries=150, sequenceid=1179, filesize=12.0 K 2024-11-28T10:17:02,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for bf0543d7c701b1231b52714d1cded8d0 in 1667ms, sequenceid=1179, compaction requested=true 2024-11-28T10:17:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:17:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e792e7e95410:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-28T10:17:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-28T10:17:02,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-28T10:17:02,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-28T10:17:02,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8260 sec 2024-11-28T10:17:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-28T10:17:02,679 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:17:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33131 {}] regionserver.HRegion(8855): Flush requested on bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:02,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-28T10:17:02,940 INFO [Thread-2256 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2256. 2024-11-28T10:17:02,940 INFO [Thread-2258 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2258. 2024-11-28T10:17:02,940 DEBUG [Thread-2256 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:02,940 DEBUG [Thread-2258 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:17:02,940 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,940 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:02,940 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:17:02,940 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:02,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:17:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:02,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112860e77466e62d4dd896ad3cf776420765_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_0/A:col10/1732789022939/Put/seqid=0 2024-11-28T10:17:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742428_1604 (size=9914) 2024-11-28T10:17:02,951 INFO [Thread-2262 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2262. 2024-11-28T10:17:02,951 INFO [Thread-2254 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2254. 2024-11-28T10:17:02,951 DEBUG [Thread-2262 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:02,951 DEBUG [Thread-2254 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:02,951 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,951 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,951 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,951 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:02,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:02,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:03,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:17:03,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112860e77466e62d4dd896ad3cf776420765_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112860e77466e62d4dd896ad3cf776420765_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:03,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/6f61d264372049178f80c9d4f1ef1fd9, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:17:03,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/6f61d264372049178f80c9d4f1ef1fd9 is 175, key is test_row_0/A:col10/1732789022939/Put/seqid=0 2024-11-28T10:17:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742429_1605 (size=22561) 2024-11-28T10:17:03,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=1194, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/6f61d264372049178f80c9d4f1ef1fd9 2024-11-28T10:17:03,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/bc09915d345649978279cdf65d78f53a is 50, key is test_row_0/B:col10/1732789022939/Put/seqid=0 2024-11-28T10:17:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742430_1606 (size=9857) 2024-11-28T10:17:03,810 INFO [Thread-2260 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2260. 2024-11-28T10:17:03,810 DEBUG [Thread-2260 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-28T10:17:03,810 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:03,810 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:03,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 256 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 317 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 276 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2614 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2492 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2540 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2617 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2492 2024-11-28T10:17:03,810 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T10:17:03,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:17:03,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:17:03,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:03,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:03,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:03,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T10:17:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:03,815 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789023814"}]},"ts":"1732789023814"} 2024-11-28T10:17:03,816 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T10:17:03,816 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T10:17:03,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T10:17:03,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, UNASSIGN}] 2024-11-28T10:17:03,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, UNASSIGN 2024-11-28T10:17:03,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=CLOSING, regionLocation=e792e7e95410,33131,1732788848287 2024-11-28T10:17:03,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, UNASSIGN because future has completed 2024-11-28T10:17:03,821 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T10:17:03,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287}] 2024-11-28T10:17:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:03,974 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(122): Close bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:03,974 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-28T10:17:03,974 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1722): Closing bf0543d7c701b1231b52714d1cded8d0, disabling compactions & flushes 2024-11-28T10:17:03,974 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:04,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=1194 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/bc09915d345649978279cdf65d78f53a 2024-11-28T10:17:04,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/c53b5d00d3ee422189831d2527162b23 is 50, key is test_row_0/C:col10/1732789022939/Put/seqid=0 2024-11-28T10:17:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742431_1607 (size=9857) 2024-11-28T10:17:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:04,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=1194 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/c53b5d00d3ee422189831d2527162b23 2024-11-28T10:17:04,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/6f61d264372049178f80c9d4f1ef1fd9 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/6f61d264372049178f80c9d4f1ef1fd9 2024-11-28T10:17:04,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/6f61d264372049178f80c9d4f1ef1fd9, entries=100, sequenceid=1194, filesize=22.0 K 2024-11-28T10:17:04,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/bc09915d345649978279cdf65d78f53a as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/bc09915d345649978279cdf65d78f53a 2024-11-28T10:17:04,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/bc09915d345649978279cdf65d78f53a, entries=100, sequenceid=1194, filesize=9.6 K 2024-11-28T10:17:04,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/c53b5d00d3ee422189831d2527162b23 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/c53b5d00d3ee422189831d2527162b23 2024-11-28T10:17:04,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/c53b5d00d3ee422189831d2527162b23, entries=100, sequenceid=1194, filesize=9.6 K 2024-11-28T10:17:04,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=20.13 KB/20610 for bf0543d7c701b1231b52714d1cded8d0 in 1663ms, sequenceid=1194, compaction requested=true 2024-11-28T10:17:04,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bf0543d7c701b1231b52714d1cded8d0: 2024-11-28T10:17:04,603 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:04,603 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:04,603 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. after waiting 0 ms 2024-11-28T10:17:04,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:17:04,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. because compaction request was cancelled 2024-11-28T10:17:04,603 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:04,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:17:04,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:A 2024-11-28T10:17:04,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:B, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:17:04,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. because compaction request was cancelled 2024-11-28T10:17:04,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:17:04,603 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2902): Flushing bf0543d7c701b1231b52714d1cded8d0 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-28T10:17:04,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:B 2024-11-28T10:17:04,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. because compaction request was cancelled 2024-11-28T10:17:04,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bf0543d7c701b1231b52714d1cded8d0:C, priority=-2147483648, current under compaction store size is 1 2024-11-28T10:17:04,603 DEBUG [RS:0;e792e7e95410:33131-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bf0543d7c701b1231b52714d1cded8d0:C 2024-11-28T10:17:04,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T10:17:04,604 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=A 2024-11-28T10:17:04,604 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:04,604 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=B 2024-11-28T10:17:04,604 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:04,604 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bf0543d7c701b1231b52714d1cded8d0, store=C 2024-11-28T10:17:04,604 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T10:17:04,608 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283d04508b820343868e4dcb28a791500b_bf0543d7c701b1231b52714d1cded8d0 is 50, key is test_row_1/A:col10/1732789023809/Put/seqid=0 2024-11-28T10:17:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742432_1608 (size=9914) 2024-11-28T10:17:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:05,012 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T10:17:05,015 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283d04508b820343868e4dcb28a791500b_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283d04508b820343868e4dcb28a791500b_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:05,016 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/061b83d6bbfe4d9a968c41ed1c10757f, store: [table=TestAcidGuarantees family=A region=bf0543d7c701b1231b52714d1cded8d0] 2024-11-28T10:17:05,016 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/061b83d6bbfe4d9a968c41ed1c10757f is 175, key is test_row_1/A:col10/1732789023809/Put/seqid=0 2024-11-28T10:17:05,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742433_1609 (size=22561) 2024-11-28T10:17:05,422 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=1200, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/061b83d6bbfe4d9a968c41ed1c10757f 2024-11-28T10:17:05,428 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/04393a3268bf4130961795761d9233e0 is 50, key is test_row_1/B:col10/1732789023809/Put/seqid=0 2024-11-28T10:17:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742434_1610 (size=9857) 2024-11-28T10:17:05,832 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=1200 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/04393a3268bf4130961795761d9233e0 2024-11-28T10:17:05,839 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/a8a919a9585b4c97ab7d4a10f1e7f837 is 50, key is test_row_1/C:col10/1732789023809/Put/seqid=0 2024-11-28T10:17:05,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742435_1611 (size=9857) 2024-11-28T10:17:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:06,243 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=1200 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/a8a919a9585b4c97ab7d4a10f1e7f837 2024-11-28T10:17:06,248 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/A/061b83d6bbfe4d9a968c41ed1c10757f as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/061b83d6bbfe4d9a968c41ed1c10757f 2024-11-28T10:17:06,253 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/061b83d6bbfe4d9a968c41ed1c10757f, entries=100, sequenceid=1200, filesize=22.0 K 2024-11-28T10:17:06,254 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/B/04393a3268bf4130961795761d9233e0 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/04393a3268bf4130961795761d9233e0 2024-11-28T10:17:06,258 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/04393a3268bf4130961795761d9233e0, entries=100, sequenceid=1200, filesize=9.6 K 2024-11-28T10:17:06,259 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/.tmp/C/a8a919a9585b4c97ab7d4a10f1e7f837 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a8a919a9585b4c97ab7d4a10f1e7f837 2024-11-28T10:17:06,264 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a8a919a9585b4c97ab7d4a10f1e7f837, entries=100, sequenceid=1200, filesize=9.6 K 2024-11-28T10:17:06,265 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for bf0543d7c701b1231b52714d1cded8d0 in 1662ms, sequenceid=1200, compaction requested=true 2024-11-28T10:17:06,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/58c9891e9e8b4dd0a8df009f2aa91c25, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a646da19a2a64bf489f6fda44f29b926, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/889a213a3258434a9983f28257a72b04, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/79b1ceee659e4ddd90dc3c78f11bcd54, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d2d5138ba01e4e669077d05f7b645e6f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/fffe88e987c442ac99693065ac74b619, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32] to archive 2024-11-28T10:17:06,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:17:06,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/32841ee6df1749e4892fa392820db609 2024-11-28T10:17:06,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94f9fe0f60494853815c07d961299ed5 2024-11-28T10:17:06,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1da4909e1a8e4801b00b85cbbb066f7d 2024-11-28T10:17:06,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/58c9891e9e8b4dd0a8df009f2aa91c25 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/58c9891e9e8b4dd0a8df009f2aa91c25 2024-11-28T10:17:06,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/94cc477ef8b0423b9835d812930373cf 2024-11-28T10:17:06,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a646da19a2a64bf489f6fda44f29b926 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a646da19a2a64bf489f6fda44f29b926 2024-11-28T10:17:06,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a8a21f1a136347cf8a45b2e390db0773 2024-11-28T10:17:06,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d359628aaacb4f16a8750e4dbd6d94b7 2024-11-28T10:17:06,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/954d701a8c0946548edc3136dad8d880 2024-11-28T10:17:06,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/1d7e7eadaa174affa2ce38a1633112a5 2024-11-28T10:17:06,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/889a213a3258434a9983f28257a72b04 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/889a213a3258434a9983f28257a72b04 2024-11-28T10:17:06,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/68a06f0983ce461ea784b2200e94e810 2024-11-28T10:17:06,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d815914c0cfa4fe1a83ec9afeeddc7c7 2024-11-28T10:17:06,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/79b1ceee659e4ddd90dc3c78f11bcd54 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/79b1ceee659e4ddd90dc3c78f11bcd54 2024-11-28T10:17:06,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/19071af24f2b4eacbada69020c08dfd9 2024-11-28T10:17:06,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d2d5138ba01e4e669077d05f7b645e6f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/d2d5138ba01e4e669077d05f7b645e6f 2024-11-28T10:17:06,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/8ca9a7ec31044f44981d9d5e1847ab63 2024-11-28T10:17:06,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/eea5736064024d4aa843f30b19b19b86 2024-11-28T10:17:06,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/a598664cdd44432dba4403c5f02f21d0 2024-11-28T10:17:06,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/fffe88e987c442ac99693065ac74b619 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/fffe88e987c442ac99693065ac74b619 2024-11-28T10:17:06,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/f033bea065cf47fda73c231fbcb147ad 2024-11-28T10:17:06,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/4fca04629fda4cd880c171d936f62c32 2024-11-28T10:17:06,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12be216d644748079dc2c8c5e9b454b9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/6e157a1e62fb4069ba35756c71fe3d80, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/cce0a8d6ca8e4c898c54b5c8a95121d8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/7c3a77fa3c7b49999fd83c2aea84164f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/5ac3714f412d4f72b32caa045f269d03, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/e1211146f935456d9d9f81c4b424aefa, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/f343012e71054305bdddd9a8845c8c16, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/08440ac6188941d4b7fd02e6ced2c8d0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/691b8fd38cf84fc09cdd6dfa95327e40, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/3d98c036151e4c50b665bc312726e063, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/25631af8930748018763f4dbaf9ed247, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/06938c1fb9b149e7a4dfa7b0f5b25b2d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/0ece2e3e4e3d46aba7175b44be8bcc6d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/81f4a299a11047fda7fbc115119a2ef5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/339d89f678b642368e396397ce3afe3d, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/220c4ffce11d4e3ea97951511b8d5f43, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/84dfdf3b9b2c4afd944bc9f075da30e5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/222017fa3a4a476fb558a5d9a3d339c8, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c334b50f1a854681bd44fe61222fb5fa, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/8969f62429b94f12ad7bbee650716624, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c758a2cf7768429a9c39486ac3806254, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/1bf68c6eb8574f80bc1d851d958f4393] to archive 2024-11-28T10:17:06,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:17:06,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12be216d644748079dc2c8c5e9b454b9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12be216d644748079dc2c8c5e9b454b9 2024-11-28T10:17:06,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/6e157a1e62fb4069ba35756c71fe3d80 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/6e157a1e62fb4069ba35756c71fe3d80 2024-11-28T10:17:06,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/cce0a8d6ca8e4c898c54b5c8a95121d8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/cce0a8d6ca8e4c898c54b5c8a95121d8 2024-11-28T10:17:06,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/7c3a77fa3c7b49999fd83c2aea84164f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/7c3a77fa3c7b49999fd83c2aea84164f 2024-11-28T10:17:06,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/5ac3714f412d4f72b32caa045f269d03 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/5ac3714f412d4f72b32caa045f269d03 2024-11-28T10:17:06,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/e1211146f935456d9d9f81c4b424aefa to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/e1211146f935456d9d9f81c4b424aefa 2024-11-28T10:17:06,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/f343012e71054305bdddd9a8845c8c16 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/f343012e71054305bdddd9a8845c8c16 2024-11-28T10:17:06,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/08440ac6188941d4b7fd02e6ced2c8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/08440ac6188941d4b7fd02e6ced2c8d0 2024-11-28T10:17:06,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/691b8fd38cf84fc09cdd6dfa95327e40 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/691b8fd38cf84fc09cdd6dfa95327e40 2024-11-28T10:17:06,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/3d98c036151e4c50b665bc312726e063 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/3d98c036151e4c50b665bc312726e063 2024-11-28T10:17:06,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/25631af8930748018763f4dbaf9ed247 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/25631af8930748018763f4dbaf9ed247 2024-11-28T10:17:06,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/06938c1fb9b149e7a4dfa7b0f5b25b2d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/06938c1fb9b149e7a4dfa7b0f5b25b2d 2024-11-28T10:17:06,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/0ece2e3e4e3d46aba7175b44be8bcc6d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/0ece2e3e4e3d46aba7175b44be8bcc6d 2024-11-28T10:17:06,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/81f4a299a11047fda7fbc115119a2ef5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/81f4a299a11047fda7fbc115119a2ef5 2024-11-28T10:17:06,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/339d89f678b642368e396397ce3afe3d to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/339d89f678b642368e396397ce3afe3d 2024-11-28T10:17:06,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/220c4ffce11d4e3ea97951511b8d5f43 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/220c4ffce11d4e3ea97951511b8d5f43 2024-11-28T10:17:06,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/84dfdf3b9b2c4afd944bc9f075da30e5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/84dfdf3b9b2c4afd944bc9f075da30e5 2024-11-28T10:17:06,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/222017fa3a4a476fb558a5d9a3d339c8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/222017fa3a4a476fb558a5d9a3d339c8 2024-11-28T10:17:06,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c334b50f1a854681bd44fe61222fb5fa to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c334b50f1a854681bd44fe61222fb5fa 2024-11-28T10:17:06,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/8969f62429b94f12ad7bbee650716624 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/8969f62429b94f12ad7bbee650716624 2024-11-28T10:17:06,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c758a2cf7768429a9c39486ac3806254 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/c758a2cf7768429a9c39486ac3806254 2024-11-28T10:17:06,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/1bf68c6eb8574f80bc1d851d958f4393 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/1bf68c6eb8574f80bc1d851d958f4393 2024-11-28T10:17:06,325 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e2c2127f886c4a4da9fd9b4ddade9875, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/754c23409b5f41f58f25336603216d8e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2b1c941ba64c4719a6777c3018988513, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3f6d0031923746649cf62e80830741a5, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/cc971a74dff84776af264b0c24139c00, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/aef892a6aee74f4a99cd40268d5c46db, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/04c76e7e4efa4e309c5cd0446eb215b6, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/8dedabb6725941bbb67a58d573b4b125, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1a829046633e4ac4aa7371efef4e7934, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/6e7c9156c59448bfb55fe8d1c0d0661f, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/feb6bf23afc14799b5480dbf293cc349, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1ff7f78857f54d53bb87f99d5335ba6e, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2088b906c7e24561bf912fdb57cfa4c9, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/06a63da829b84922b7ba295cc6f89ae0, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/044ec4963699451a8f9ebed182332871, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3453607267e24efa9f8df1ad684a8156, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f200c5c79fac4763b15cbd6d16924433, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f82e0d9b3009477482c18df0922b64c2, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a260ca112b1346d4be6b9e89adeac31c, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1dc615002ecb49ffb7162f007035ce56, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/60ce087dc94148a18c0748d2140a9215, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3a98ec7560bb4e8b9136278df6a9f4ca] to archive 2024-11-28T10:17:06,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T10:17:06,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e2c2127f886c4a4da9fd9b4ddade9875 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e2c2127f886c4a4da9fd9b4ddade9875 2024-11-28T10:17:06,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/754c23409b5f41f58f25336603216d8e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/754c23409b5f41f58f25336603216d8e 2024-11-28T10:17:06,328 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2b1c941ba64c4719a6777c3018988513 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2b1c941ba64c4719a6777c3018988513 2024-11-28T10:17:06,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3f6d0031923746649cf62e80830741a5 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3f6d0031923746649cf62e80830741a5 2024-11-28T10:17:06,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/cc971a74dff84776af264b0c24139c00 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/cc971a74dff84776af264b0c24139c00 2024-11-28T10:17:06,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/aef892a6aee74f4a99cd40268d5c46db to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/aef892a6aee74f4a99cd40268d5c46db 2024-11-28T10:17:06,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/04c76e7e4efa4e309c5cd0446eb215b6 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/04c76e7e4efa4e309c5cd0446eb215b6 2024-11-28T10:17:06,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/8dedabb6725941bbb67a58d573b4b125 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/8dedabb6725941bbb67a58d573b4b125 2024-11-28T10:17:06,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1a829046633e4ac4aa7371efef4e7934 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1a829046633e4ac4aa7371efef4e7934 2024-11-28T10:17:06,333 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/6e7c9156c59448bfb55fe8d1c0d0661f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/6e7c9156c59448bfb55fe8d1c0d0661f 2024-11-28T10:17:06,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/feb6bf23afc14799b5480dbf293cc349 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/feb6bf23afc14799b5480dbf293cc349 2024-11-28T10:17:06,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1ff7f78857f54d53bb87f99d5335ba6e to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1ff7f78857f54d53bb87f99d5335ba6e 2024-11-28T10:17:06,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2088b906c7e24561bf912fdb57cfa4c9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/2088b906c7e24561bf912fdb57cfa4c9 2024-11-28T10:17:06,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/06a63da829b84922b7ba295cc6f89ae0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/06a63da829b84922b7ba295cc6f89ae0 2024-11-28T10:17:06,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/044ec4963699451a8f9ebed182332871 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/044ec4963699451a8f9ebed182332871 2024-11-28T10:17:06,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3453607267e24efa9f8df1ad684a8156 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3453607267e24efa9f8df1ad684a8156 2024-11-28T10:17:06,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f200c5c79fac4763b15cbd6d16924433 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f200c5c79fac4763b15cbd6d16924433 2024-11-28T10:17:06,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f82e0d9b3009477482c18df0922b64c2 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/f82e0d9b3009477482c18df0922b64c2 2024-11-28T10:17:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a260ca112b1346d4be6b9e89adeac31c to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a260ca112b1346d4be6b9e89adeac31c 2024-11-28T10:17:06,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1dc615002ecb49ffb7162f007035ce56 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/1dc615002ecb49ffb7162f007035ce56 2024-11-28T10:17:06,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/60ce087dc94148a18c0748d2140a9215 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/60ce087dc94148a18c0748d2140a9215 2024-11-28T10:17:06,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3a98ec7560bb4e8b9136278df6a9f4ca to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/3a98ec7560bb4e8b9136278df6a9f4ca 2024-11-28T10:17:06,348 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/recovered.edits/1203.seqid, newMaxSeqId=1203, maxSeqId=4 2024-11-28T10:17:06,348 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. 2024-11-28T10:17:06,349 DEBUG [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1676): Region close journal for bf0543d7c701b1231b52714d1cded8d0: Waiting for close lock at 1732789023974Running coprocessor pre-close hooks at 1732789023974Disabling compacts and flushes for region at 1732789023974Disabling writes for close at 1732789024603 (+629 ms)Obtaining lock to block concurrent updates at 1732789024603Preparing flush snapshotting stores in bf0543d7c701b1231b52714d1cded8d0 at 1732789024603Finished memstore snapshotting TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732789024604 (+1 ms)Flushing stores of TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0. at 1732789024604Flushing bf0543d7c701b1231b52714d1cded8d0/A: creating writer at 1732789024604Flushing mob file bf0543d7c701b1231b52714d1cded8d0/A: appending metadata at 1732789024608 (+4 ms)Flushing mob file bf0543d7c701b1231b52714d1cded8d0/A: closing flushed file at 1732789024608Flushing bf0543d7c701b1231b52714d1cded8d0/A: appending metadata at 1732789025016 (+408 ms)Flushing bf0543d7c701b1231b52714d1cded8d0/A: closing flushed file at 1732789025016Flushing bf0543d7c701b1231b52714d1cded8d0/B: creating writer at 1732789025425 (+409 ms)Flushing bf0543d7c701b1231b52714d1cded8d0/B: appending metadata at 1732789025427 (+2 ms)Flushing bf0543d7c701b1231b52714d1cded8d0/B: closing flushed file at 1732789025428 (+1 ms)Flushing bf0543d7c701b1231b52714d1cded8d0/C: creating writer at 1732789025837 (+409 ms)Flushing bf0543d7c701b1231b52714d1cded8d0/C: appending metadata at 1732789025839 (+2 ms)Flushing bf0543d7c701b1231b52714d1cded8d0/C: closing flushed file at 1732789025839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74841b4a: reopening flushed file at 1732789026248 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae510e4: reopening flushed file at 1732789026253 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e18af1a: reopening flushed file at 1732789026258 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for bf0543d7c701b1231b52714d1cded8d0 in 1662ms, sequenceid=1200, compaction requested=true at 1732789026265 (+7 ms)Writing region close event to WAL at 1732789026345 (+80 ms)Running coprocessor post-close hooks at 1732789026348 (+3 ms)Closed at 1732789026348 2024-11-28T10:17:06,351 INFO [RS_CLOSE_REGION-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(157): Closed bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:06,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=162 updating hbase:meta row=bf0543d7c701b1231b52714d1cded8d0, regionState=CLOSED 2024-11-28T10:17:06,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=162, state=RUNNABLE, hasLock=false; CloseRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 because future has completed 2024-11-28T10:17:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-28T10:17:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseRegionProcedure bf0543d7c701b1231b52714d1cded8d0, server=e792e7e95410,33131,1732788848287 in 2.5330 sec 2024-11-28T10:17:06,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-28T10:17:06,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bf0543d7c701b1231b52714d1cded8d0, UNASSIGN in 2.5370 sec 2024-11-28T10:17:06,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-28T10:17:06,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5420 sec 2024-11-28T10:17:06,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732789026360"}]},"ts":"1732789026360"} 2024-11-28T10:17:06,362 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T10:17:06,362 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T10:17:06,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5500 sec 2024-11-28T10:17:06,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T10:17:07,886 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T10:17:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-28T10:17:07,978 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:17:07,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T10:17:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:07,980 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:07,981 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T10:17:07,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:07,984 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C, FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/recovered.edits] 2024-11-28T10:17:07,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/061b83d6bbfe4d9a968c41ed1c10757f to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/061b83d6bbfe4d9a968c41ed1c10757f 2024-11-28T10:17:07,986 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/21480083eb704450ae8f417351c176dc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/21480083eb704450ae8f417351c176dc 2024-11-28T10:17:07,987 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/63f2a1842ea24c038387e84ee1472ce8 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/63f2a1842ea24c038387e84ee1472ce8 2024-11-28T10:17:07,988 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/6f61d264372049178f80c9d4f1ef1fd9 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/6f61d264372049178f80c9d4f1ef1fd9 2024-11-28T10:17:07,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/bde8232454ea4d9b9c367db607e8fa24 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/A/bde8232454ea4d9b9c367db607e8fa24 2024-11-28T10:17:07,990 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/04393a3268bf4130961795761d9233e0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/04393a3268bf4130961795761d9233e0 2024-11-28T10:17:07,991 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12e88213e6334a1fa53d25087e0f3cdc to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/12e88213e6334a1fa53d25087e0f3cdc 2024-11-28T10:17:07,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/894123a099d541499c59be5d63969cab to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/894123a099d541499c59be5d63969cab 2024-11-28T10:17:07,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/bc09915d345649978279cdf65d78f53a to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/bc09915d345649978279cdf65d78f53a 2024-11-28T10:17:07,993 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/df91247fb757457d89d9a93c2c232ae1 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/B/df91247fb757457d89d9a93c2c232ae1 2024-11-28T10:17:07,994 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/0e37764953284d7eaaad2e2602a76046 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/0e37764953284d7eaaad2e2602a76046 2024-11-28T10:17:07,995 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/139dac24448e403a8e61b3e09dbcf807 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/139dac24448e403a8e61b3e09dbcf807 2024-11-28T10:17:07,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a8a919a9585b4c97ab7d4a10f1e7f837 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/a8a919a9585b4c97ab7d4a10f1e7f837 2024-11-28T10:17:07,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/c53b5d00d3ee422189831d2527162b23 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/c53b5d00d3ee422189831d2527162b23 2024-11-28T10:17:07,997 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e40b9496fa3447a1ab3fb3e76e3aceed to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/C/e40b9496fa3447a1ab3fb3e76e3aceed 2024-11-28T10:17:07,999 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/recovered.edits/1203.seqid to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0/recovered.edits/1203.seqid 2024-11-28T10:17:07,999 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/default/TestAcidGuarantees/bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:07,999 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T10:17:08,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T10:17:08,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T10:17:08,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112816a61c46803d4913911f6ef31b4a3c24_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112816a61c46803d4913911f6ef31b4a3c24_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281e139cd2249b47dcabf9c308bfc5b873_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281e139cd2249b47dcabf9c308bfc5b873_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,004 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283393616c279f47649f790d3edc13a6d7_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283393616c279f47649f790d3edc13a6d7_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112835a6cb7b159949f09ca316d5b578c0f7_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112835a6cb7b159949f09ca316d5b578c0f7_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283830e4c1712f4b4d8094173a3081d452_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283830e4c1712f4b4d8094173a3081d452_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,007 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283d04508b820343868e4dcb28a791500b_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283d04508b820343868e4dcb28a791500b_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283d18a3b1811c40189a1c75297b1b7e29_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283d18a3b1811c40189a1c75297b1b7e29_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284a4bcf1ea12e49c69a7ff36a42c0befa_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284a4bcf1ea12e49c69a7ff36a42c0befa_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,010 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858b2ad0a9d9947e2b8dc02b1f22241c3_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858b2ad0a9d9947e2b8dc02b1f22241c3_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,011 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112860e77466e62d4dd896ad3cf776420765_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112860e77466e62d4dd896ad3cf776420765_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,012 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128649862cb95354ca5a83467fbde48eb8d_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128649862cb95354ca5a83467fbde48eb8d_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,013 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a81481caa8d3410982eb4f84fd400263_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a81481caa8d3410982eb4f84fd400263_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,014 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b05d5bc51d8b49a3bbfe10a93c383037_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b05d5bc51d8b49a3bbfe10a93c383037_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,014 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b9e5935e3e3342ab99270916b9398472_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b9e5935e3e3342ab99270916b9398472_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,016 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128be3513d0c0304008a38e64628c9f79f7_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128be3513d0c0304008a38e64628c9f79f7_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,017 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c0c4423657d6467a8b196b43ab53a7ee_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c0c4423657d6467a8b196b43ab53a7ee_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,018 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c191638982cf4404a0efbc51c5f26084_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128c191638982cf4404a0efbc51c5f26084_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,019 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cd3a055ab789407da1a86cf0cd0c8360_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cd3a055ab789407da1a86cf0cd0c8360_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,020 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ee9ad783d46b432c95ca786f9121607e_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ee9ad783d46b432c95ca786f9121607e_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,021 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f4869fa163384ff792a00f8d7937d8ea_bf0543d7c701b1231b52714d1cded8d0 to hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f4869fa163384ff792a00f8d7937d8ea_bf0543d7c701b1231b52714d1cded8d0 2024-11-28T10:17:08,022 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T10:17:08,024 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:08,026 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T10:17:08,028 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T10:17:08,029 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:08,029 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T10:17:08,029 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732789028029"}]},"ts":"9223372036854775807"} 2024-11-28T10:17:08,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-28T10:17:08,031 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bf0543d7c701b1231b52714d1cded8d0, NAME => 'TestAcidGuarantees,,1732788998425.bf0543d7c701b1231b52714d1cded8d0.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T10:17:08,031 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T10:17:08,031 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732789028031"}]},"ts":"9223372036854775807"} 2024-11-28T10:17:08,032 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-28T10:17:08,033 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T10:17:08,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-28T10:17:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-28T10:17:08,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-28T10:17:08,089 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-28T10:17:08,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=451 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4413 (was 3859) - AvailableMemoryMB LEAK? - 2024-11-28T10:17:08,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T10:17:08,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:17:08,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:17:08,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:08,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:08,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T10:17:08,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T10:17:08,105 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1201124139, stopped=false 2024-11-28T10:17:08,105 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e792e7e95410,45667,1732788847528 2024-11-28T10:17:08,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T10:17:08,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T10:17:08,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:17:08,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:17:08,193 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T10:17:08,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T10:17:08,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:17:08,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:08,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T10:17:08,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e792e7e95410,33131,1732788848287' ***** 2024-11-28T10:17:08,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T10:17:08,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T10:17:08,195 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T10:17:08,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T10:17:08,195 INFO [RS:0;e792e7e95410:33131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T10:17:08,195 INFO [RS:0;e792e7e95410:33131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(959): stopping server e792e7e95410,33131,1732788848287 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e792e7e95410:33131. 2024-11-28T10:17:08,196 DEBUG [RS:0;e792e7e95410:33131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T10:17:08,196 DEBUG [RS:0;e792e7e95410:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T10:17:08,196 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T10:17:08,197 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-28T10:17:08,197 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T10:17:08,197 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:08,197 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T10:17:08,197 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T10:17:08,198 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T10:17:08,198 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T10:17:08,198 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T10:17:08,198 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-28T10:17:08,216 INFO [regionserver/e792e7e95410:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T10:17:08,225 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/info/f69dd338b1e3489c93c7d1ef1bfb11a2 is 95, key is TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f./info:/1732788883134/DeleteFamily/seqid=0 2024-11-28T10:17:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742436_1612 (size=6514) 2024-11-28T10:17:08,398 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:08,440 INFO [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T10:17:08,440 INFO [regionserver/e792e7e95410:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T10:17:08,598 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:08,628 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/info/f69dd338b1e3489c93c7d1ef1bfb11a2 2024-11-28T10:17:08,650 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/ns/a119586b43f046448636686fb4345a56 is 93, key is TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f./ns:/1732788883074/DeleteFamily/seqid=0 2024-11-28T10:17:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742437_1613 (size=5906) 2024-11-28T10:17:08,798 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:08,998 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:09,057 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/ns/a119586b43f046448636686fb4345a56 2024-11-28T10:17:09,084 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/rep_barrier/b25524c6802b4404a88ee2d130f228e5 is 102, key is TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f./rep_barrier:/1732788883074/DeleteFamily/seqid=0 2024-11-28T10:17:09,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742438_1614 (size=6025) 2024-11-28T10:17:09,199 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:09,399 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:09,488 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/rep_barrier/b25524c6802b4404a88ee2d130f228e5 2024-11-28T10:17:09,514 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/table/6e25580cd5f3440b8b403efc8796d048 is 96, key is TestAcidGuarantees,,1732788852076.ee9986b591509df389ed39c51789565f./table:/1732788883074/DeleteFamily/seqid=0 2024-11-28T10:17:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742439_1615 (size=5936) 2024-11-28T10:17:09,599 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:09,800 DEBUG [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T10:17:09,918 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/table/6e25580cd5f3440b8b403efc8796d048 2024-11-28T10:17:09,926 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/info/f69dd338b1e3489c93c7d1ef1bfb11a2 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/info/f69dd338b1e3489c93c7d1ef1bfb11a2 2024-11-28T10:17:09,930 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/info/f69dd338b1e3489c93c7d1ef1bfb11a2, entries=12, sequenceid=90, filesize=6.4 K 2024-11-28T10:17:09,930 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/ns/a119586b43f046448636686fb4345a56 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/ns/a119586b43f046448636686fb4345a56 2024-11-28T10:17:09,933 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/ns/a119586b43f046448636686fb4345a56, entries=8, sequenceid=90, filesize=5.8 K 2024-11-28T10:17:09,934 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/rep_barrier/b25524c6802b4404a88ee2d130f228e5 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/rep_barrier/b25524c6802b4404a88ee2d130f228e5 2024-11-28T10:17:09,936 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/rep_barrier/b25524c6802b4404a88ee2d130f228e5, entries=6, sequenceid=90, filesize=5.9 K 2024-11-28T10:17:09,936 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/.tmp/table/6e25580cd5f3440b8b403efc8796d048 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/table/6e25580cd5f3440b8b403efc8796d048 2024-11-28T10:17:09,938 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/table/6e25580cd5f3440b8b403efc8796d048, entries=7, sequenceid=90, filesize=5.8 K 2024-11-28T10:17:09,939 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false 2024-11-28T10:17:09,942 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-28T10:17:09,943 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T10:17:09,943 INFO [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T10:17:09,943 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732789028197Running coprocessor pre-close hooks at 1732789028197Disabling compacts and flushes for region at 1732789028197Disabling writes for close at 1732789028198 (+1 ms)Obtaining lock to block concurrent updates at 1732789028198Preparing flush snapshotting stores in 1588230740 at 1732789028198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732789028198Flushing stores of hbase:meta,,1.1588230740 at 1732789028199 (+1 ms)Flushing 1588230740/info: creating writer at 1732789028199Flushing 1588230740/info: appending metadata at 1732789028224 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732789028224Flushing 1588230740/ns: creating writer at 1732789028632 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732789028650 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732789028650Flushing 1588230740/rep_barrier: creating writer at 1732789029066 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732789029083 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732789029083Flushing 1588230740/table: creating writer at 1732789029496 (+413 ms)Flushing 1588230740/table: appending metadata at 1732789029514 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732789029514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1013981f: reopening flushed file at 1732789029924 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c06ba2: reopening flushed file at 1732789029930 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4c1343: reopening flushed file at 1732789029934 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@469cd3a2: reopening flushed file at 1732789029936 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=90, compaction requested=false at 1732789029939 (+3 ms)Writing region close event to WAL at 1732789029940 (+1 ms)Running coprocessor post-close hooks at 1732789029943 (+3 ms)Closed at 1732789029943 2024-11-28T10:17:09,943 DEBUG [RS_CLOSE_META-regionserver/e792e7e95410:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T10:17:10,000 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(976): stopping server e792e7e95410,33131,1732788848287; all regions closed. 2024-11-28T10:17:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741834_1010 (size=25344) 2024-11-28T10:17:10,008 DEBUG [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/oldWALs 2024-11-28T10:17:10,008 INFO [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C33131%2C1732788848287.meta:.meta(num 1732788851553) 2024-11-28T10:17:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741833_1009 (size=24229011) 2024-11-28T10:17:10,014 DEBUG [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/oldWALs 2024-11-28T10:17:10,014 INFO [RS:0;e792e7e95410:33131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e792e7e95410%2C33131%2C1732788848287:(num 1732788850609) 2024-11-28T10:17:10,014 DEBUG [RS:0;e792e7e95410:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T10:17:10,014 INFO [RS:0;e792e7e95410:33131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T10:17:10,014 INFO [RS:0;e792e7e95410:33131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T10:17:10,014 INFO [RS:0;e792e7e95410:33131 {}] hbase.ChoreService(370): Chore service for: regionserver/e792e7e95410:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T10:17:10,015 INFO [RS:0;e792e7e95410:33131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T10:17:10,015 INFO [regionserver/e792e7e95410:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T10:17:10,016 INFO [RS:0;e792e7e95410:33131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33131 2024-11-28T10:17:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T10:17:10,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e792e7e95410,33131,1732788848287 2024-11-28T10:17:10,088 INFO [RS:0;e792e7e95410:33131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T10:17:10,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e792e7e95410,33131,1732788848287] 2024-11-28T10:17:10,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e792e7e95410,33131,1732788848287 already deleted, retry=false 2024-11-28T10:17:10,110 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e792e7e95410,33131,1732788848287 expired; onlineServers=0 2024-11-28T10:17:10,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e792e7e95410,45667,1732788847528' ***** 2024-11-28T10:17:10,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T10:17:10,110 INFO [M:0;e792e7e95410:45667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T10:17:10,111 INFO [M:0;e792e7e95410:45667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T10:17:10,111 DEBUG [M:0;e792e7e95410:45667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T10:17:10,111 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T10:17:10,111 DEBUG [M:0;e792e7e95410:45667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T10:17:10,111 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732788850191 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.small.0-1732788850191,5,FailOnTimeoutGroup] 2024-11-28T10:17:10,111 DEBUG [master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732788850190 {}] cleaner.HFileCleaner(306): Exit Thread[master/e792e7e95410:0:becomeActiveMaster-HFileCleaner.large.0-1732788850190,5,FailOnTimeoutGroup] 2024-11-28T10:17:10,111 INFO [M:0;e792e7e95410:45667 {}] hbase.ChoreService(370): Chore service for: master/e792e7e95410:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T10:17:10,112 INFO [M:0;e792e7e95410:45667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T10:17:10,112 DEBUG [M:0;e792e7e95410:45667 {}] master.HMaster(1795): Stopping service threads 2024-11-28T10:17:10,112 INFO [M:0;e792e7e95410:45667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T10:17:10,112 INFO [M:0;e792e7e95410:45667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T10:17:10,112 ERROR [M:0;e792e7e95410:45667 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-28T10:17:10,113 INFO [M:0;e792e7e95410:45667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T10:17:10,114 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T10:17:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T10:17:10,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T10:17:10,120 DEBUG [M:0;e792e7e95410:45667 {}] zookeeper.ZKUtil(347): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T10:17:10,120 WARN [M:0;e792e7e95410:45667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T10:17:10,120 INFO [M:0;e792e7e95410:45667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/.lastflushedseqids 2024-11-28T10:17:10,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742440_1616 (size=72) 2024-11-28T10:17:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T10:17:10,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x10180ef7c000001, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T10:17:10,201 INFO [RS:0;e792e7e95410:33131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T10:17:10,201 INFO [RS:0;e792e7e95410:33131 {}] regionserver.HRegionServer(1031): Exiting; stopping=e792e7e95410,33131,1732788848287; zookeeper connection closed. 2024-11-28T10:17:10,202 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@327c5c13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@327c5c13 2024-11-28T10:17:10,203 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T10:17:10,532 INFO [M:0;e792e7e95410:45667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T10:17:10,533 INFO [M:0;e792e7e95410:45667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T10:17:10,533 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T10:17:10,533 INFO [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:17:10,533 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:17:10,533 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T10:17:10,533 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:17:10,533 INFO [M:0;e792e7e95410:45667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=786.49 KB heapSize=964.19 KB 2024-11-28T10:17:10,552 DEBUG [M:0;e792e7e95410:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce60f2ad6c1c48378a2599e591634e43 is 82, key is hbase:meta,,1/info:regioninfo/1732788851648/Put/seqid=0 2024-11-28T10:17:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742441_1617 (size=5672) 2024-11-28T10:17:10,956 INFO [M:0;e792e7e95410:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2203 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce60f2ad6c1c48378a2599e591634e43 2024-11-28T10:17:10,974 DEBUG [M:0;e792e7e95410:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f693e041369b469999394bc1f6e9f8b3 is 2479, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1732788886527/Put/seqid=0 2024-11-28T10:17:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742442_1618 (size=44309) 2024-11-28T10:17:11,378 INFO [M:0;e792e7e95410:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785.93 KB at sequenceid=2203 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f693e041369b469999394bc1f6e9f8b3 2024-11-28T10:17:11,381 INFO [M:0;e792e7e95410:45667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f693e041369b469999394bc1f6e9f8b3 2024-11-28T10:17:11,401 DEBUG [M:0;e792e7e95410:45667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8496dd24c12c4b4e85784067e8f348f4 is 69, key is e792e7e95410,33131,1732788848287/rs:state/1732788850322/Put/seqid=0 2024-11-28T10:17:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073742443_1619 (size=5156) 2024-11-28T10:17:11,810 INFO [M:0;e792e7e95410:45667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2203 (bloomFilter=true), to=hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8496dd24c12c4b4e85784067e8f348f4 2024-11-28T10:17:11,813 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce60f2ad6c1c48378a2599e591634e43 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce60f2ad6c1c48378a2599e591634e43 2024-11-28T10:17:11,816 INFO [M:0;e792e7e95410:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce60f2ad6c1c48378a2599e591634e43, entries=8, sequenceid=2203, filesize=5.5 K 2024-11-28T10:17:11,817 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f693e041369b469999394bc1f6e9f8b3 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f693e041369b469999394bc1f6e9f8b3 2024-11-28T10:17:11,819 INFO [M:0;e792e7e95410:45667 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f693e041369b469999394bc1f6e9f8b3 2024-11-28T10:17:11,819 INFO [M:0;e792e7e95410:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f693e041369b469999394bc1f6e9f8b3, entries=164, sequenceid=2203, filesize=43.3 K 2024-11-28T10:17:11,820 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8496dd24c12c4b4e85784067e8f348f4 as hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8496dd24c12c4b4e85784067e8f348f4 2024-11-28T10:17:11,822 INFO [M:0;e792e7e95410:45667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44615/user/jenkins/test-data/7d0a55b9-3773-8128-e5ce-9b82012eee1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8496dd24c12c4b4e85784067e8f348f4, entries=1, sequenceid=2203, filesize=5.0 K 2024-11-28T10:17:11,823 INFO [M:0;e792e7e95410:45667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~786.49 KB/805361, heapSize ~963.89 KB/987024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=2203, compaction requested=false 2024-11-28T10:17:11,824 INFO [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T10:17:11,824 DEBUG [M:0;e792e7e95410:45667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732789030533Disabling compacts and flushes for region at 1732789030533Disabling writes for close at 1732789030533Obtaining lock to block concurrent updates at 1732789030533Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732789030533Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=805361, getHeapSize=987264, getOffHeapSize=0, getCellsCount=2392 at 1732789030534 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732789030534Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732789030535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732789030552 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732789030552Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732789030959 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732789030974 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732789030974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732789031381 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732789031400 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732789031400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf95f83: reopening flushed file at 1732789031813 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325c64dd: reopening flushed file at 1732789031816 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f1a76b: reopening flushed file at 1732789031819 (+3 ms)Finished flush of dataSize ~786.49 KB/805361, heapSize ~963.89 KB/987024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=2203, compaction requested=false at 1732789031823 (+4 ms)Writing region close event to WAL at 1732789031824 (+1 ms)Closed at 1732789031824 2024-11-28T10:17:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41315 is added to blk_1073741830_1006 (size=949731) 2024-11-28T10:17:11,827 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T10:17:11,827 INFO [M:0;e792e7e95410:45667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T10:17:11,827 INFO [M:0;e792e7e95410:45667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45667 2024-11-28T10:17:11,827 INFO [M:0;e792e7e95410:45667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T10:17:11,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T10:17:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T10:17:11,935 INFO [M:0;e792e7e95410:45667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T10:17:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45667-0x10180ef7c000000, quorum=127.0.0.1:56302, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T10:17:11,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T10:17:11,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T10:17:11,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T10:17:11,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T10:17:11,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/hadoop.log.dir/,STOPPED} 2024-11-28T10:17:11,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T10:17:11,946 WARN [BP-152399400-172.17.0.2-1732788843628 heartbeating to localhost/127.0.0.1:44615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T10:17:11,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T10:17:11,946 WARN [BP-152399400-172.17.0.2-1732788843628 heartbeating to localhost/127.0.0.1:44615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-152399400-172.17.0.2-1732788843628 (Datanode Uuid f2c5339e-37ff-466e-bb64-4fc69304e5f2) service to localhost/127.0.0.1:44615 2024-11-28T10:17:11,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/data/data1/current/BP-152399400-172.17.0.2-1732788843628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T10:17:11,949 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/cluster_0c88d2bb-f826-5879-540b-370c603440bf/data/data2/current/BP-152399400-172.17.0.2-1732788843628 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T10:17:11,950 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T10:17:11,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T10:17:11,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T10:17:11,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T10:17:11,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T10:17:11,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a15cd59f-a880-c3a7-b738-b111b1a7c44d/hadoop.log.dir/,STOPPED} 2024-11-28T10:17:11,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T10:17:12,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down